-- Logs begin at Thu 2021-05-06 00:00:03 UTC, end at Thu 2021-05-06 00:51:28 UTC. --
May 06 00:27:00.940854 dv-cinder-784623-8-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
May 06 00:27:03.339395 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.common.config [-] Logging enabled!
May 06 00:27:03.340021 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev184
May 06 00:27:03.340148 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=73724) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
May 06 00:27:03.343353 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.common.config [-] Logging enabled!
May 06 00:27:03.343606 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev184
May 06 00:27:03.343910 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=73724) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
May 06 00:27:03.344847 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
May 06 00:27:03.345080 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
May 06 00:27:03.345435 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
May 06 00:27:03.345678 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
May 06 00:27:03.345901 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
May 06 00:27:03.346227 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:03.346502 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:03.346793 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:03.347021 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:03.347311 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:03.347595 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:03.347872 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:03.348155 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:03.348444 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:03.348726 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:03.349024 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:03.349456 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:03.349688 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:03.349970 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:03.350253 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:03.350534 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:03.350757 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] debug                          = True {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:03.351034 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:03.351457 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:03.351865 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:03.352144 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:03.352435 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:03.352708 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:03.353006 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:03.353278 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:03.353558 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:03.353883 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] host                           = dv-cinder-784623-8-iscsi {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:03.354156 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:03.354438 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:03.354720 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:03.355003 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:03.355274 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:03.355546 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:03.355825 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:03.356094 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:03.356362 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:03.356631 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:03.356939 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:03.357224 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:03.357508 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:03.357730 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:03.357949 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:03.358230 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:03.358510 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:03.358778 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:03.359049 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:03.359318 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:03.359585 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:03.359850 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:03.360114 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:03.360390 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:03.360667 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:03.360973 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:03.361244 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:03.361512 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:03.361778 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:03.362048 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:03.362327 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:03.362592 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:03.362858 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:03.363124 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:03.363405 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:03.363668 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:03.363932 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:03.364223 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:03.364501 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:03.365419 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:03.365710 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:03.365979 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:03.366256 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:03.366526 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:03.366795 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:03.367060 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:03.367329 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:03.367598 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:03.367875 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:03.368143 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:03.368412 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:03.368678 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:03.368981 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:03.369259 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:03.369556 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:03.369850 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:03.370149 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:03.370430 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:03.370722 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:03.371000 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:03.371286 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:03.371563 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:03.371850 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:03.372137 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:03.372425 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:03.372708 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:03.373024 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:03.373299 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:03.373590 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:03.373891 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:03.374181 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:03.374468 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:03.374742 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:03.375014 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:03.375284 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:03.375560 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:03.375842 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:03.376130 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:03.376414 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:03.376684 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:03.376986 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:03.377271 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:03.377547 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:03.377818 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:03.378093 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:03.378377 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:03.378651 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:03.378922 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:03.379200 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:03.379474 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:03.379747 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:03.380016 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:03.380289 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:03.381193 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:03.381468 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:03.381740 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:03.382011 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:03.382287 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:03.382563 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:03.382846 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:03.383121 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:03.383395 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:03.383667 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:03.383946 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:03.384220 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:03.384494 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:03.384796 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:03.385073 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:03.385349 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:03.385623 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:03.385896 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:03.386171 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:03.386447 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:03.386720 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:03.386994 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:03.387267 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:03.387545 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:03.387818 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:03.388091 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:03.388363 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:03.388637 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:03.388947 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:03.389229 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:03.389523 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:03.389799 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:03.390077 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:03.390354 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:03.390631 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:03.390907 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:03.391182 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:03.391456 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:03.391731 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:03.392004 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:03.392295 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:03.392583 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:03.392901 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:03.393188 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:03.393465 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:03.393757 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:03.394037 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:03.394319 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:03.394598 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:03.394878 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:03.395167 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:03.395451 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:03.395744 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:03.396060 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:03.396353 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:03.396645 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:03.396960 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:03.397241 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:03.397549 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:03.397826 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:03.398045 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
May 06 00:27:03.398281 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=73724) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
May 06 00:27:03.748312 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=73724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:27:03.748588 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=73724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:27:03.748905 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=73724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:27:03.749237 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.manager [-] Loading core plugin: ml2
May 06 00:27:04.053102 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=73724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:27:04.053301 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=73724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:27:04.053569 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=73724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:27:04.054758 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=73724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:27:04.055028 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=73724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:27:04.055289 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=73724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:27:04.173889 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=73724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:27:04.174165 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=73724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:27:04.174430 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=73724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:27:04.187572 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=73724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:27:04.187848 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=73724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:27:04.188112 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=73724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:27:04.216424 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=73724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:27:04.216702 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=73724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:27:04.217000 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=73724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:27:04.254830 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=73724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:27:04.255106 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=73724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:27:04.255430 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=73724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:27:04.487586 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f950a687a60> agent after_create 55550000 {{(pid=73724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:27:04.488214 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f950a687a60> agent after_update 55550000 {{(pid=73724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:27:04.488214 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f950a687940> segment precommit_create 55550000 {{(pid=73724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:27:04.488403 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f950a6879d0> network precommit_delete 55550000 {{(pid=73724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:27:04.489151 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f950a6b8670> segment before_delete 55550000 {{(pid=73724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:27:04.613185 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f950afd0040>> network before_delete 55550000 {{(pid=73724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:27:04.613512 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f950a61d3a0> agent before_delete 55550000 {{(pid=73724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:27:04.613788 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f950afd0040>> network before_create 55550000 {{(pid=73724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:27:04.614058 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f950afd0040>> port before_create 55550000 {{(pid=73724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:27:04.614323 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f950afd0040>> port before_update 55550000 {{(pid=73724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:27:04.614631 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f950afd0040>> segment after_delete 55550000 {{(pid=73724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:27:04.615440 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f950afd0040>> segment precommit_create 55550000 {{(pid=73724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:27:04.615697 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f950afd0040>> segment precommit_delete 55550000 {{(pid=73724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:27:04.615954 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f950afd0040>> segment after_create 55550000 {{(pid=73724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:27:04.616236 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f950afd0040>> network after_delete 55550000 {{(pid=73724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:27:04.616495 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f950afd0040>> network precommit_delete 0 {{(pid=73724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:27:04.616775 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f950afd0040>> port provisioning_complete 55550000 {{(pid=73724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:27:04.617043 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f950afd0040>> rbac-policy before_create 55550000 {{(pid=73724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:27:04.617299 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f950afd0040>> rbac-policy after_delete 55550000 {{(pid=73724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:27:04.617569 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f950afd0040>> agent after_update 55550000 {{(pid=73724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:27:04.617839 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f950afd0040>> subnet after_delete 55550000 {{(pid=73724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:27:04.618099 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f950afd0040>> subnet precommit_delete 0 {{(pid=73724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:27:04.618371 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f950afd0040>> rbac-policy before_update 55550000 {{(pid=73724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:27:04.618623 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f950afd0040>> rbac-policy before_delete 55550000 {{(pid=73724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:27:04.618905 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f950afd0040>> segment_host_mapping after_create 55550000 {{(pid=73724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:27:04.619254 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f950afd0040>> port after_create 55550000 {{(pid=73724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:27:04.619652 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f950afd0040>> port after_update 55550000 {{(pid=73724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:27:04.619915 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f950afd0040>> port after_delete 55550000 {{(pid=73724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:27:04.620203 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f950afd0040>> rbac-policy before_create 55550000 {{(pid=73724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:27:04.620456 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f950afd0040>> rbac-policy before_update 55550000 {{(pid=73724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:27:04.620706 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f950afd0040>> rbac-policy before_delete 55550000 {{(pid=73724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:27:04.621119 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=73724) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 06 00:27:04.621362 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=73724) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 06 00:27:04.621601 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=73724) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 06 00:27:04.621839 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=73724) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 06 00:27:04.622076 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=73724) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 06 00:27:04.622310 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=73724) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 06 00:27:04.622672 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
May 06 00:27:04.625801 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
May 06 00:27:04.629685 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
May 06 00:27:04.633641 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])])
May 06 00:27:04.635248 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
May 06 00:27:04.635689 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
May 06 00:27:04.636021 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
May 06 00:27:04.636408 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
May 06 00:27:04.639222 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
May 06 00:27:04.639626 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
May 06 00:27:04.639971 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
May 06 00:27:04.667608 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
May 06 00:27:04.668053 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f950a5e28e0>> qos_plugin after_init 55550000 {{(pid=73724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:27:04.668345 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=73724) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
May 06 00:27:04.668703 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f950a5e2340>> logging-plugin after_init 55550000 {{(pid=73724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:27:04.670061 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=73724) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
May 06 00:27:04.670340 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
May 06 00:27:04.670588 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
May 06 00:27:04.673798 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f950a5bdbe0>> floatingip before_response 55550000 {{(pid=73724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:27:04.674079 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f950a5bdbe0>> port before_response 55550000 {{(pid=73724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:27:04.757362 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
May 06 00:27:04.757548 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
May 06 00:27:04.757781 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
May 06 00:27:04.758155 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
May 06 00:27:04.788166 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_db.sqlalchemy.engines [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=73724) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
May 06 00:27:05.124774 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.plugins.ml2.managers [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Initializing driver for type 'gre'
May 06 00:27:05.125248 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] gre ID ranges: [(1, 1000)]
May 06 00:27:05.182286 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.plugins.ml2.managers [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Initializing driver for type 'local'
May 06 00:27:05.182642 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.plugins.ml2.managers [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Initializing driver for type 'vlan'
May 06 00:27:05.194522 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] VlanTypeDriver initialization complete
May 06 00:27:05.194916 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.plugins.ml2.managers [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Initializing driver for type 'vxlan'
May 06 00:27:05.195391 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] vxlan ID ranges: [(1, 1000)]
May 06 00:27:05.247604 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.plugins.ml2.managers [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Initializing extension driver 'port_security'
May 06 00:27:05.247964 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.plugins.ml2.extensions.port_security [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] PortSecurityExtensionDriver initialization complete
May 06 00:27:05.248287 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.plugins.ml2.managers [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Initializing mechanism driver 'openvswitch'
May 06 00:27:05.248712 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.plugins.ml2.managers [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Initializing mechanism driver 'hyperv'
May 06 00:27:05.255926 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.plugins.ml2.plugin [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=73724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:27:05.256672 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron_lib.callbacks.manager [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f950a51ffa0>> port after_create 55550000 {{(pid=73724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:27:05.257066 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron_lib.callbacks.manager [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f950a51ffa0>> port after_update 55550000 {{(pid=73724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:27:05.257413 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron_lib.callbacks.manager [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f950a51ffa0>> port after_delete 55550000 {{(pid=73724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:27:05.257789 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron_lib.callbacks.manager [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f950a495a90>> subnet after_create 55550000 {{(pid=73724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:27:05.258141 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron_lib.callbacks.manager [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f950a495a90>> subnet after_update 55550000 {{(pid=73724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:27:05.258476 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron_lib.callbacks.manager [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f950a495a90>> subnet after_delete 55550000 {{(pid=73724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:27:05.258843 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron_lib.callbacks.manager [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f950a053e50>> network after_create 55550000 {{(pid=73724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:27:05.259183 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron_lib.callbacks.manager [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f950a053e50>> network after_update 55550000 {{(pid=73724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:27:05.259521 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron_lib.callbacks.manager [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f950a053e50>> network after_delete 55550000 {{(pid=73724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:27:05.259885 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron_lib.callbacks.manager [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f950a053ee0>> security_group after_create 55550000 {{(pid=73724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:27:05.260223 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron_lib.callbacks.manager [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f950a053ee0>> security_group after_update 55550000 {{(pid=73724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:27:05.260555 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron_lib.callbacks.manager [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f950a053ee0>> security_group after_delete 55550000 {{(pid=73724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:27:05.260944 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron_lib.callbacks.manager [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f950a058370>> security_group_rule after_create 55550000 {{(pid=73724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:27:05.261280 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron_lib.callbacks.manager [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f950a058370>> security_group_rule after_update 55550000 {{(pid=73724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:27:05.261608 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron_lib.callbacks.manager [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f950a058370>> security_group_rule after_delete 55550000 {{(pid=73724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:27:05.261971 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron_lib.callbacks.manager [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f950a0585e0>> address_group after_create 55550000 {{(pid=73724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:27:05.262303 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron_lib.callbacks.manager [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f950a0585e0>> address_group after_update 55550000 {{(pid=73724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:27:05.262631 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron_lib.callbacks.manager [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f950a0585e0>> address_group after_delete 55550000 {{(pid=73724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:27:05.262958 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] ML2 OVO RPC backend initialized. {{(pid=73724) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
May 06 00:27:05.263637 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron_lib.callbacks.manager [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f950a0589d0>> router_interface after_create 55550000 {{(pid=73724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:27:05.263978 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron_lib.callbacks.manager [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f950a0589d0>> router_interface after_delete 55550000 {{(pid=73724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:27:05.264378 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron_lib.callbacks.manager [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f950a0589d0>> network before_response 55550000 {{(pid=73724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:27:05.264718 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron_lib.callbacks.manager [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f950a0589d0>> networks before_response 55550000 {{(pid=73724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:27:05.265080 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron_lib.callbacks.manager [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f950a0589d0>> port before_response 55550000 {{(pid=73724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:27:05.265414 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron_lib.callbacks.manager [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f950a0589d0>> ports before_response 55550000 {{(pid=73724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:27:05.265748 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron_lib.callbacks.manager [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f950a0589d0>> subnet before_response 55550000 {{(pid=73724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:27:05.266078 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron_lib.callbacks.manager [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f950a0589d0>> subnets before_response 55550000 {{(pid=73724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:27:05.266409 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron_lib.callbacks.manager [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f950a0589d0>> network after_create 55550000 {{(pid=73724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:27:05.266742 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron_lib.callbacks.manager [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f950a0589d0>> network after_update 55550000 {{(pid=73724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:27:05.267065 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron_lib.callbacks.manager [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f950a0589d0>> network after_delete 55550000 {{(pid=73724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:27:05.267389 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron_lib.callbacks.manager [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f950a0589d0>> port after_create 55550000 {{(pid=73724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:27:05.267720 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron_lib.callbacks.manager [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f950a0589d0>> port after_update 55550000 {{(pid=73724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:27:05.268043 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron_lib.callbacks.manager [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f950a0589d0>> port after_delete 55550000 {{(pid=73724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:27:05.268367 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron_lib.callbacks.manager [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f950a0589d0>> subnet after_create 55550000 {{(pid=73724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:27:05.268689 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron_lib.callbacks.manager [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f950a0589d0>> subnet after_update 55550000 {{(pid=73724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:27:05.269112 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron_lib.callbacks.manager [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f950a0589d0>> subnet after_delete 55550000 {{(pid=73724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:27:05.269662 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.plugins.ml2.plugin [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Modular L2 Plugin initialization complete
May 06 00:27:05.269977 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.manager [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loading services supported by the core plugin {{(pid=73724) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
May 06 00:27:05.270294 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.plugins.ml2.managers [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Got port-security extension from driver 'port_security'
May 06 00:27:05.270740 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.extensions.vlantransparent [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Disabled vlantransparent extension.
May 06 00:27:05.271749 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.manager [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=73724) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
May 06 00:27:05.272038 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.manager [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loading Plugin: router
May 06 00:27:05.307037 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron_lib.callbacks.manager [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f950a058af0>> router_interface before_create 55550000 {{(pid=73724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:27:05.307413 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron_lib.callbacks.manager [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f950a058af0>> router after_create 55549900 {{(pid=73724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:27:05.307777 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron_lib.callbacks.manager [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f950a058af0>> router before_create 55549900 {{(pid=73724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:27:05.308138 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron_lib.callbacks.manager [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f950a058af0>> router_interface before_delete 55550000 {{(pid=73724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:27:05.308502 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron_lib.callbacks.manager [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f950a058af0>> router_interface after_delete 55550000 {{(pid=73724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:27:05.308874 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron_lib.callbacks.manager [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f950a058af0>> router after_delete 55549900 {{(pid=73724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:27:05.309225 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron_lib.callbacks.manager [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f950a058af0>> floatingip after_update 55550000 {{(pid=73724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:27:05.309580 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron_lib.callbacks.manager [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f950a058af0>> router after_create 55549900 {{(pid=73724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:27:05.309926 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron_lib.callbacks.manager [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f950a058af0>> router after_update 55549900 {{(pid=73724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:27:05.310265 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron_lib.callbacks.manager [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f950a058af0>> router after_update 55549900 {{(pid=73724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:27:05.310604 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron_lib.callbacks.manager [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f950a058af0>> router_gateway after_delete 55550000 {{(pid=73724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:27:05.310953 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron_lib.callbacks.manager [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f950a058af0>> router after_update 55549900 {{(pid=73724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:27:05.311380 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron_lib.callbacks.manager [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f950a058af0>> router precommit_update 55549900 {{(pid=73724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:27:05.311747 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron_lib.callbacks.manager [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f950a66e670> port after_update 55550000 {{(pid=73724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:27:05.312077 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron_lib.callbacks.manager [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f950a66e700> port after_delete 55550000 {{(pid=73724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:27:05.312402 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron_lib.callbacks.manager [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f950a66e5e0> subnet after_update 55550000 {{(pid=73724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:27:05.312744 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron_lib.callbacks.manager [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f950a66e160> subnetpool_address_scope after_update 55550000 {{(pid=73724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:27:05.313091 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron_lib.callbacks.manager [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f950a058af0>> port precommit_delete 55550000 {{(pid=73724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:27:05.313429 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron_lib.callbacks.manager [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f950a058af0>> router precommit_create 55549900 {{(pid=73724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:27:05.313763 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron_lib.callbacks.manager [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f950a65d9d0> port before_delete 55550000 {{(pid=73724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:27:05.314096 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron_lib.callbacks.manager [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f950a058af0>> router precommit_create 55550000 {{(pid=73724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:27:05.314444 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron_lib.callbacks.manager [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f950a058af0>> router after_update 55549900 {{(pid=73724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:27:05.314780 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron_lib.callbacks.manager [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f950a058af0>> router precommit_delete 55549900 {{(pid=73724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:27:05.315120 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron_lib.callbacks.manager [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f950a058af0>> router precommit_create 55549900 {{(pid=73724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:27:05.315476 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron_lib.callbacks.manager [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f950a058af0>> router_interface after_create 55550000 {{(pid=73724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:27:05.315812 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron_lib.callbacks.manager [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f950a058af0>> router precommit_update 55549900 {{(pid=73724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:27:05.316175 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron_lib.callbacks.manager [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f950a058af0>> network after_delete 55550000 {{(pid=73724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:27:05.317036 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.quota.resource_registry [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Tracking information for resource: router configured {{(pid=73724) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 06 00:27:05.317360 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.quota.resource_registry [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Tracking information for resource: floatingip configured {{(pid=73724) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 06 00:27:05.322686 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.db.l3_agentschedulers_db [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
May 06 00:27:05.323240 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron_lib.callbacks.manager [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f9509fc4160> port after_update 55550000 {{(pid=73724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:27:05.323590 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron_lib.callbacks.manager [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f9509fc4040> port after_create 55550000 {{(pid=73724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:27:05.323934 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron_lib.callbacks.manager [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Subscribe: <function _notify_port_delete at 0x7f9509fc40d0> port after_delete 55550000 {{(pid=73724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:27:05.324275 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron_lib.callbacks.manager [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f9509fc4430> port after_update 55550000 {{(pid=73724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:27:05.325093 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron_lib.callbacks.manager [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f9509ffd2e0>> router before_create 55550100 {{(pid=73724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:27:05.325451 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron_lib.callbacks.manager [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f9509ffd2e0>> router precommit_delete 55550100 {{(pid=73724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:27:05.325802 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron_lib.callbacks.manager [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f9509ffd2e0>> router precommit_create 55550100 {{(pid=73724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:27:05.326150 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron_lib.callbacks.manager [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f9509ffd2e0>> router precommit_update 55550100 {{(pid=73724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:27:05.330512 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.services.provider_configuration [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Service providers = [] {{(pid=73724) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
May 06 00:27:05.330868 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.db.servicetype_db [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=73724) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
May 06 00:27:05.334373 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.services.service_base [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=73724) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
May 06 00:27:05.334719 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.services.service_base [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=73724) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
May 06 00:27:05.335052 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.services.service_base [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=73724) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
May 06 00:27:05.335916 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.services.service_base [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=73724) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
May 06 00:27:05.336275 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.services.service_base [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Default provider is not specified for service type L3_ROUTER_NAT
May 06 00:27:05.338108 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.manager [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=73724) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 06 00:27:05.338441 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.manager [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
May 06 00:27:05.348683 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.manager [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=73724) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 06 00:27:05.349041 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.manager [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loading Plugin: auto_allocate
May 06 00:27:05.354806 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron_lib.callbacks.manager [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f950a01a820> network precommit_update 55550000 {{(pid=73724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:27:05.355161 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron_lib.callbacks.manager [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f950a01a820> network precommit_create 55550000 {{(pid=73724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:27:05.355660 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.manager [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=73724) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 06 00:27:05.355972 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.manager [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loading Plugin: tag
May 06 00:27:05.362602 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.manager [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=73724) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 06 00:27:05.362928 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.manager [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loading Plugin: timestamp
May 06 00:27:05.366765 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.manager [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=73724) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 06 00:27:05.367089 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.manager [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loading Plugin: network_ip_availability
May 06 00:27:05.372188 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron_lib.callbacks.manager [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f950a015910>> rbac-policy before_create 55550000 {{(pid=73724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:27:05.372548 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron_lib.callbacks.manager [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f950a015910>> rbac-policy before_update 55550000 {{(pid=73724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:27:05.372935 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron_lib.callbacks.manager [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f950a015910>> rbac-policy before_delete 55550000 {{(pid=73724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:27:05.373626 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.manager [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=73724) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 06 00:27:05.373936 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.manager [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loading Plugin: flavors
May 06 00:27:05.378783 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.manager [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=73724) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 06 00:27:05.379063 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.manager [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loading Plugin: revisions
May 06 00:27:05.383780 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.manager [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=73724) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 06 00:27:05.384157 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_concurrency.lockutils [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.635s {{(pid=73724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:27:05.384899 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=73724) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
May 06 00:27:05.385226 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Initializing extension manager.
May 06 00:27:05.385718 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loading extension file: __init__.py {{(pid=73724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 00:27:05.386048 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loading extension file: __pycache__ {{(pid=73724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 00:27:05.386371 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=73724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 00:27:05.386691 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loading extension file: address_group.py {{(pid=73724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 00:27:05.387413 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=73724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 00:27:05.387966 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loaded extension: address-group
May 06 00:27:05.388282 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loading extension file: address_scope.py {{(pid=73724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 00:27:05.388998 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=73724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 00:27:05.389505 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loaded extension: address-scope
May 06 00:27:05.389815 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loading extension file: admin_state_down_before_update.py {{(pid=73724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 00:27:05.390709 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=73724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 00:27:05.391216 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loaded extension: router-admin-state-down-before-update
May 06 00:27:05.391531 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loading extension file: agent.py {{(pid=73724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 00:27:05.392205 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=73724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 00:27:05.392705 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loaded extension: agent
May 06 00:27:05.393045 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loading extension file: agent_resources_synced.py {{(pid=73724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 00:27:05.393922 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=73724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 00:27:05.394421 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loaded extension: agent-resources-synced
May 06 00:27:05.394734 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loading extension file: allowedaddresspairs.py {{(pid=73724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 00:27:05.397155 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=73724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 00:27:05.397664 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loaded extension: allowed-address-pairs
May 06 00:27:05.397983 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loading extension file: auto_allocated_topology.py {{(pid=73724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 00:27:05.399024 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=73724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 00:27:05.399531 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loaded extension: auto-allocated-topology
May 06 00:27:05.399843 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loading extension file: availability_zone.py {{(pid=73724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 00:27:05.400509 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=73724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 00:27:05.401042 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loaded extension: availability_zone
May 06 00:27:05.401359 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loading extension file: availability_zone_filter.py {{(pid=73724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 00:27:05.402232 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=73724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 00:27:05.402729 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loaded extension: availability_zone_filter
May 06 00:27:05.403042 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loading extension file: data_plane_status.py {{(pid=73724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 00:27:05.403915 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=73724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 00:27:05.404410 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Extension data-plane-status not supported by any of loaded plugins
May 06 00:27:05.404723 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loading extension file: default_subnetpools.py {{(pid=73724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 00:27:05.405627 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=73724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 00:27:05.406122 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loaded extension: default-subnetpools
May 06 00:27:05.406436 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loading extension file: dhcpagentscheduler.py {{(pid=73724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 00:27:05.407214 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=73724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 00:27:05.407712 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loaded extension: dhcp_agent_scheduler
May 06 00:27:05.408027 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loading extension file: dns.py {{(pid=73724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 00:27:05.408933 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=73724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 00:27:05.409433 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Extension dns-integration not supported by any of loaded plugins
May 06 00:27:05.409746 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loading extension file: dns_domain_ports.py {{(pid=73724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 00:27:05.410626 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=73724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 00:27:05.411125 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Extension dns-domain-ports not supported by any of loaded plugins
May 06 00:27:05.411437 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loading extension file: dvr.py {{(pid=73724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 00:27:05.412123 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=73724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 00:27:05.412618 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loaded extension: dvr
May 06 00:27:05.412953 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loading extension file: empty_string_filtering.py {{(pid=73724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 00:27:05.413830 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=73724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 00:27:05.414331 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loaded extension: empty-string-filtering
May 06 00:27:05.414644 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=73724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 00:27:05.415518 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=73724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 00:27:05.416015 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
May 06 00:27:05.416326 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=73724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 00:27:05.417229 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=73724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 00:27:05.417991 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
May 06 00:27:05.418304 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loading extension file: external_net.py {{(pid=73724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 00:27:05.419181 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=73724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 00:27:05.419687 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loaded extension: external-net
May 06 00:27:05.420000 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loading extension file: extra_dhcp_opt.py {{(pid=73724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 00:27:05.420895 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=73724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 00:27:05.421394 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loaded extension: extra_dhcp_opt
May 06 00:27:05.421708 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loading extension file: extraroute.py {{(pid=73724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 00:27:05.422573 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=73724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 00:27:05.423073 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loaded extension: extraroute
May 06 00:27:05.423387 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loading extension file: extraroute_atomic.py {{(pid=73724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 00:27:05.424378 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=73724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 00:27:05.424920 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loaded extension: extraroute-atomic
May 06 00:27:05.425238 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loading extension file: filter_validation.py {{(pid=73724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 00:27:05.425879 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=73724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 00:27:05.426375 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loaded extension: filter-validation
May 06 00:27:05.426689 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loading extension file: fip_pf_description.py {{(pid=73724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 00:27:05.427751 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=73724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 00:27:05.428251 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
May 06 00:27:05.428567 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loading extension file: fip_port_details.py {{(pid=73724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 00:27:05.429465 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=73724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 00:27:05.429966 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loaded extension: fip-port-details
May 06 00:27:05.430281 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loading extension file: flavors.py {{(pid=73724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 00:27:05.431464 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=73724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 00:27:05.431973 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loaded extension: flavors
May 06 00:27:05.432293 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=73724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 00:27:05.433947 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=73724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 00:27:05.434460 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
May 06 00:27:05.434782 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loading extension file: floatingip_pools.py {{(pid=73724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 00:27:05.435453 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=73724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 00:27:05.435952 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loaded extension: floatingip-pools
May 06 00:27:05.436267 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loading extension file: ip_allocation.py {{(pid=73724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 00:27:05.437188 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=73724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 00:27:05.437688 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Extension ip_allocation not supported by any of loaded plugins
May 06 00:27:05.438006 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=73724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 00:27:05.438893 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=73724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 00:27:05.439397 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loaded extension: ip-substring-filtering
May 06 00:27:05.439714 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loading extension file: l2_adjacency.py {{(pid=73724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 00:27:05.440627 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=73724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 00:27:05.441137 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Extension l2_adjacency not supported by any of loaded plugins
May 06 00:27:05.441454 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loading extension file: l3.py {{(pid=73724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 00:27:05.442384 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=73724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 00:27:05.443462 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loaded extension: router
May 06 00:27:05.443973 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loading extension file: l3_conntrack_helper.py {{(pid=73724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 00:27:05.446105 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=73724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 00:27:05.446626 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
May 06 00:27:05.446950 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=73724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 00:27:05.447844 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=73724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 00:27:05.448349 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loaded extension: ext-gw-mode
May 06 00:27:05.448669 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=73724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 00:27:05.449598 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=73724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 00:27:05.450104 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loaded extension: l3-ha
May 06 00:27:05.450424 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loading extension file: l3_flavors.py {{(pid=73724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 00:27:05.451306 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=73724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 00:27:05.451812 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loaded extension: l3-flavors
May 06 00:27:05.452129 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=73724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 00:27:05.453032 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=73724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 00:27:05.453539 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loaded extension: l3-port-ip-change-not-allowed
May 06 00:27:05.453855 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loading extension file: l3agentscheduler.py {{(pid=73724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 00:27:05.454849 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=73724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 00:27:05.455356 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loaded extension: l3_agent_scheduler
May 06 00:27:05.455674 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loading extension file: logging.py {{(pid=73724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 00:27:05.457157 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=73724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 00:27:05.457677 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Extension logging not supported by any of loaded plugins
May 06 00:27:05.458003 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loading extension file: metering.py {{(pid=73724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 00:27:05.459382 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=73724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 00:27:05.459955 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loaded extension: metering
May 06 00:27:05.460280 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=73724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 00:27:05.461373 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=73724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 00:27:05.461884 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loaded extension: metering_source_and_destination_fields
May 06 00:27:05.462203 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loading extension file: multiprovidernet.py {{(pid=73724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 00:27:05.463213 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=73724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 00:27:05.463723 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loaded extension: multi-provider
May 06 00:27:05.464039 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loading extension file: netmtu.py {{(pid=73724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 00:27:05.464956 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=73724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 00:27:05.465460 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loaded extension: net-mtu
May 06 00:27:05.465775 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loading extension file: netmtu_writable.py {{(pid=73724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 00:27:05.466659 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=73724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 00:27:05.467159 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loaded extension: net-mtu-writable
May 06 00:27:05.467471 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loading extension file: network_availability_zone.py {{(pid=73724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 00:27:05.468114 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=73724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 00:27:05.468614 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loaded extension: network_availability_zone
May 06 00:27:05.468956 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loading extension file: network_ip_availability.py {{(pid=73724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 00:27:05.470001 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=73724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 00:27:05.470506 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loaded extension: network-ip-availability
May 06 00:27:05.470823 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loading extension file: network_segment_range.py {{(pid=73724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 00:27:05.471556 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=73724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 00:27:05.472056 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Extension network-segment-range not supported by any of loaded plugins
May 06 00:27:05.472371 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loading extension file: pagination.py {{(pid=73724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 00:27:05.473340 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=73724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 00:27:05.473661 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loaded extension: pagination
May 06 00:27:05.473973 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loading extension file: port_device_profile.py {{(pid=73724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 00:27:05.474880 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=73724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 00:27:05.475389 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loaded extension: port-device-profile
May 06 00:27:05.475706 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=73724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 00:27:05.476587 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=73724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 00:27:05.477122 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loaded extension: port-mac-address-regenerate
May 06 00:27:05.477437 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=73724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 00:27:05.478313 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=73724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 00:27:05.478811 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loaded extension: port-numa-affinity-policy
May 06 00:27:05.479124 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loading extension file: port_resource_request.py {{(pid=73724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 00:27:05.479997 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=73724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 00:27:05.480491 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Extension port-resource-request not supported by any of loaded plugins
May 06 00:27:05.480836 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loading extension file: portbindings.py {{(pid=73724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 00:27:05.481734 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=73724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 00:27:05.482232 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loaded extension: binding
May 06 00:27:05.482543 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loading extension file: portbindings_extended.py {{(pid=73724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 00:27:05.483771 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=73724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 00:27:05.484282 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loaded extension: binding-extended
May 06 00:27:05.484602 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loading extension file: portsecurity.py {{(pid=73724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 00:27:05.485515 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=73724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 00:27:05.486020 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loaded extension: port-security
May 06 00:27:05.486337 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loading extension file: project_id.py {{(pid=73724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 00:27:05.487279 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=73724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 00:27:05.487600 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loaded extension: project-id
May 06 00:27:05.487914 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loading extension file: providernet.py {{(pid=73724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 00:27:05.488839 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=73724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 00:27:05.489349 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loaded extension: provider
May 06 00:27:05.489668 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loading extension file: qos.py {{(pid=73724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 00:27:05.493270 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=73724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 00:27:05.493792 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Extension qos not supported by any of loaded plugins
May 06 00:27:05.494119 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=73724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 00:27:05.495323 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=73724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 00:27:05.495831 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
May 06 00:27:05.496156 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=73724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 00:27:05.497138 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=73724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 00:27:05.497650 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
May 06 00:27:05.497970 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loading extension file: qos_default.py {{(pid=73724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 00:27:05.498849 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=73724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 00:27:05.499355 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Extension qos-default not supported by any of loaded plugins
May 06 00:27:05.499675 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loading extension file: qos_fip.py {{(pid=73724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 00:27:05.500301 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=73724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 00:27:05.500846 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Extension qos-fip not supported by any of loaded plugins
May 06 00:27:05.501166 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loading extension file: qos_gateway_ip.py {{(pid=73724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 00:27:05.502057 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=73724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 00:27:05.502564 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Extension qos-gateway-ip not supported by any of loaded plugins
May 06 00:27:05.502883 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loading extension file: qos_port_network_policy.py {{(pid=73724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 00:27:05.503759 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=73724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 00:27:05.504264 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Extension qos-port-network-policy not supported by any of loaded plugins
May 06 00:27:05.504586 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loading extension file: qos_rule_type_details.py {{(pid=73724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 00:27:05.506143 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=73724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 00:27:05.506661 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Extension qos-rule-type-details not supported by any of loaded plugins
May 06 00:27:05.506977 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loading extension file: qos_rules_alias.py {{(pid=73724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 00:27:05.507997 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=73724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 00:27:05.508505 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Extension qos-rules-alias not supported by any of loaded plugins
May 06 00:27:05.508860 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loading extension file: quotasv2.py {{(pid=73724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 00:27:05.509848 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=73724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 00:27:05.510169 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loaded extension: quotas
May 06 00:27:05.510484 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loading extension file: quotasv2_detail.py {{(pid=73724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 00:27:05.512054 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=73724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 00:27:05.512387 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loaded extension: quota_details
May 06 00:27:05.512709 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loading extension file: rbac.py {{(pid=73724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 00:27:05.513744 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=73724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 00:27:05.514256 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loaded extension: rbac-policies
May 06 00:27:05.514574 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loading extension file: rbac_address_group.py {{(pid=73724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 00:27:05.515474 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=73724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 00:27:05.515989 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loaded extension: rbac-address-group
May 06 00:27:05.516303 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loading extension file: rbac_address_scope.py {{(pid=73724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 00:27:05.517236 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=73724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 00:27:05.517744 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loaded extension: rbac-address-scope
May 06 00:27:05.518060 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loading extension file: rbac_security_groups.py {{(pid=73724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 00:27:05.518940 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=73724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 00:27:05.519448 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loaded extension: rbac-security-groups
May 06 00:27:05.519765 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loading extension file: rbac_subnetpool.py {{(pid=73724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 00:27:05.520642 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=73724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 00:27:05.521297 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loaded extension: rbac-subnetpool
May 06 00:27:05.521735 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loading extension file: revisionifmatch.py {{(pid=73724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 00:27:05.522633 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=73724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 00:27:05.523134 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loaded extension: revision-if-match
May 06 00:27:05.523448 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loading extension file: revisions.py {{(pid=73724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 00:27:05.524542 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=73724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 00:27:05.525069 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loaded extension: standard-attr-revisions
May 06 00:27:05.525385 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loading extension file: router_availability_zone.py {{(pid=73724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 00:27:05.526033 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=73724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 00:27:05.526535 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loaded extension: router_availability_zone
May 06 00:27:05.526848 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loading extension file: routerservicetype.py {{(pid=73724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 00:27:05.527730 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=73724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 00:27:05.528229 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Extension router-service-type not supported by any of loaded plugins
May 06 00:27:05.528541 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=73724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 00:27:05.529449 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=73724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 00:27:05.529955 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loaded extension: security-groups-normalized-cidr
May 06 00:27:05.530270 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loading extension file: security_groups_port_filtering.py {{(pid=73724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 00:27:05.531155 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=73724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 00:27:05.531660 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loaded extension: port-security-groups-filtering
May 06 00:27:05.531975 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=73724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 00:27:05.532893 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=73724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 00:27:05.533399 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loaded extension: security-groups-remote-address-group
May 06 00:27:05.533719 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loading extension file: securitygroup.py {{(pid=73724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 00:27:05.543985 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=73724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 00:27:05.544507 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loaded extension: security-group
May 06 00:27:05.544859 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loading extension file: segment.py {{(pid=73724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 00:27:05.545617 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=73724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 00:27:05.546128 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Extension segment not supported by any of loaded plugins
May 06 00:27:05.546448 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=73724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 00:27:05.547355 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=73724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 00:27:05.547863 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
May 06 00:27:05.548181 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loading extension file: servicetype.py {{(pid=73724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 00:27:05.549280 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=73724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 00:27:05.549792 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loaded extension: service-type
May 06 00:27:05.550109 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loading extension file: sorting.py {{(pid=73724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 00:27:05.551056 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=73724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 00:27:05.551379 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loaded extension: sorting
May 06 00:27:05.551695 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loading extension file: standard_attr_segment.py {{(pid=73724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 00:27:05.553187 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=73724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 00:27:05.553689 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Extension standard-attr-segment not supported by any of loaded plugins
May 06 00:27:05.554005 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loading extension file: standardattrdescription.py {{(pid=73724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 00:27:05.554629 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=73724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 00:27:05.555133 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loaded extension: standard-attr-description
May 06 00:27:05.555450 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loading extension file: stateful_security_group.py {{(pid=73724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 00:27:05.556355 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=73724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 00:27:05.556894 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loaded extension: stateful-security-group
May 06 00:27:05.557216 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loading extension file: stdattrs_common.py {{(pid=73724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 00:27:05.557773 dv-cinder-784623-8-iscsi neutron-server[73724]: WARNING neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
May 06 00:27:05.558141 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=73724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 00:27:05.559120 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=73724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 00:27:05.559617 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
May 06 00:27:05.559934 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loading extension file: subnet_onboard.py {{(pid=73724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 00:27:05.561014 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=73724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 00:27:05.561526 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loaded extension: subnet_onboard
May 06 00:27:05.561846 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=73724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 00:27:05.562741 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=73724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 00:27:05.563245 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
May 06 00:27:05.563562 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loading extension file: subnet_service_types.py {{(pid=73724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 00:27:05.564450 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=73724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 00:27:05.564994 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loaded extension: subnet-service-types
May 06 00:27:05.565312 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loading extension file: subnetallocation.py {{(pid=73724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 00:27:05.566366 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=73724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 00:27:05.566876 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loaded extension: subnet_allocation
May 06 00:27:05.567191 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=73724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 00:27:05.567851 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=73724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 00:27:05.568392 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loaded extension: subnetpool-prefix-ops
May 06 00:27:05.568704 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=73724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 00:27:05.569630 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=73724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 00:27:05.570151 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
May 06 00:27:05.570465 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loading extension file: tagging.py {{(pid=73724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 00:27:05.571478 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=73724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 00:27:05.571992 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loaded extension: standard-attr-tag
May 06 00:27:05.572312 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loading extension file: timestamp.py {{(pid=73724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 00:27:05.573511 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=73724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 00:27:05.574027 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loaded extension: standard-attr-timestamp
May 06 00:27:05.574352 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loading extension file: trunk.py {{(pid=73724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 00:27:05.575352 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=73724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 00:27:05.575867 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Extension trunk not supported by any of loaded plugins
May 06 00:27:05.576183 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loading extension file: trunk_details.py {{(pid=73724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 00:27:05.577094 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=73724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 00:27:05.577598 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Extension trunk-details not supported by any of loaded plugins
May 06 00:27:05.577915 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loading extension file: uplink_status_propagation.py {{(pid=73724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 00:27:05.578804 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=73724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 00:27:05.579307 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Extension uplink-status-propagation not supported by any of loaded plugins
May 06 00:27:05.579623 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Loading extension file: vlantransparent.py {{(pid=73724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 00:27:05.580267 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=73724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 00:27:05.580795 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Extension vlan-transparent not supported by any of loaded plugins
May 06 00:27:05.583177 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.quota.resource_registry [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Creating instance of TrackedResource for resource:network
May 06 00:27:05.584412 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.quota.resource_registry [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Creating instance of TrackedResource for resource:subnet
May 06 00:27:05.585197 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.quota.resource_registry [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Creating instance of TrackedResource for resource:subnetpool
May 06 00:27:05.585800 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.quota.resource_registry [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Creating instance of TrackedResource for resource:port
May 06 00:27:05.587027 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.v2.resource_helper [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=73724) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 06 00:27:05.587466 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.v2.resource_helper [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Service FLAVORS assigned prefix:  {{(pid=73724) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 06 00:27:05.588076 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.v2.resource_helper [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=73724) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 06 00:27:05.588491 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.v2.resource_helper [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=73724) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 06 00:27:05.588846 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.quota.resource_registry [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Creating instance of TrackedResource for resource:router
May 06 00:27:05.589483 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.quota.resource_registry [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Creating instance of TrackedResource for resource:floatingip
May 06 00:27:05.590172 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.v2.resource_helper [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Service METERING assigned prefix: /metering {{(pid=73724) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 06 00:27:05.591552 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron_lib.callbacks.manager [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f9509ee9e50>> rbac-policy before_create 55550000 {{(pid=73724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:27:05.591916 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron_lib.callbacks.manager [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f9509ee9e50>> rbac-policy before_update 55550000 {{(pid=73724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:27:05.592258 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron_lib.callbacks.manager [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f9509ee9e50>> rbac-policy before_delete 55550000 {{(pid=73724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:27:05.593401 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.quota.resource_registry [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Creating instance of CountableResource for resource:rbac_policy
May 06 00:27:05.593854 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.quota.resource_registry [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Creating instance of TrackedResource for resource:security_group
May 06 00:27:05.594512 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.quota.resource_registry [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Creating instance of TrackedResource for resource:security_group_rule
May 06 00:27:05.595219 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.v2.resource_helper [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Service CORE assigned prefix:  {{(pid=73724) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 06 00:27:05.595541 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.quota.resource_registry [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Creating instance of TrackedResource for resource:subnetpool
May 06 00:27:05.595866 dv-cinder-784623-8-iscsi neutron-server[73724]: WARNING neutron.quota.resource_registry [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] subnetpool is already registered
May 06 00:27:05.596474 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.v2.resource_helper [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Service CORE assigned prefix:  {{(pid=73724) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 06 00:27:05.596825 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.quota.resource_registry [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Creating instance of TrackedResource for resource:subnetpool
May 06 00:27:05.597150 dv-cinder-784623-8-iscsi neutron-server[73724]: WARNING neutron.quota.resource_registry [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] subnetpool is already registered
May 06 00:27:05.600318 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.v2.resource_helper [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=73724) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 06 00:27:05.600771 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.v2.resource_helper [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Service FLAVORS assigned prefix:  {{(pid=73724) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 06 00:27:05.601355 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.v2.resource_helper [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=73724) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 06 00:27:05.601762 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.v2.resource_helper [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=73724) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 06 00:27:05.602087 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.quota.resource_registry [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Creating instance of TrackedResource for resource:router
May 06 00:27:05.602406 dv-cinder-784623-8-iscsi neutron-server[73724]: WARNING neutron.quota.resource_registry [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] router is already registered
May 06 00:27:05.602984 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.quota.resource_registry [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Creating instance of TrackedResource for resource:floatingip
May 06 00:27:05.603301 dv-cinder-784623-8-iscsi neutron-server[73724]: WARNING neutron.quota.resource_registry [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] floatingip is already registered
May 06 00:27:05.603917 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.v2.resource_helper [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Service METERING assigned prefix: /metering {{(pid=73724) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 06 00:27:05.604578 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.quota.resource_registry [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Creating instance of CountableResource for resource:rbac_policy
May 06 00:27:05.604918 dv-cinder-784623-8-iscsi neutron-server[73724]: WARNING neutron.quota.resource_registry [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] rbac_policy is already registered
May 06 00:27:05.606383 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.quota.resource_registry [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Creating instance of TrackedResource for resource:security_group
May 06 00:27:05.606707 dv-cinder-784623-8-iscsi neutron-server[73724]: WARNING neutron.quota.resource_registry [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] security_group is already registered
May 06 00:27:05.607296 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.quota.resource_registry [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Creating instance of TrackedResource for resource:security_group_rule
May 06 00:27:05.607619 dv-cinder-784623-8-iscsi neutron-server[73724]: WARNING neutron.quota.resource_registry [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] security_group_rule is already registered
May 06 00:27:05.608265 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.v2.resource_helper [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Service CORE assigned prefix:  {{(pid=73724) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 06 00:27:05.608585 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.quota.resource_registry [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Creating instance of TrackedResource for resource:subnetpool
May 06 00:27:05.608928 dv-cinder-784623-8-iscsi neutron-server[73724]: WARNING neutron.quota.resource_registry [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] subnetpool is already registered
May 06 00:27:05.609515 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.v2.resource_helper [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Service CORE assigned prefix:  {{(pid=73724) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 06 00:27:05.609842 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.quota.resource_registry [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Creating instance of TrackedResource for resource:subnetpool
May 06 00:27:05.610165 dv-cinder-784623-8-iscsi neutron-server[73724]: WARNING neutron.quota.resource_registry [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] subnetpool is already registered
May 06 00:27:05.610799 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Extended resource: extensions {{(pid=73724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 06 00:27:05.612245 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Extended resource: address-groups {{(pid=73724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 06 00:27:05.613840 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Extended resource: address-scopes {{(pid=73724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 06 00:27:05.615089 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Extended resource: agents {{(pid=73724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 06 00:27:05.616346 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Extended resource: auto-allocated-topology {{(pid=73724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 06 00:27:05.617605 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Extended resource: availability_zones {{(pid=73724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 06 00:27:05.618887 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Extended resource: dhcp-networks {{(pid=73724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 06 00:27:05.620284 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Extended resource: dhcp-agents {{(pid=73724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 06 00:27:05.621736 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Extended resource: routers {{(pid=73724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 06 00:27:05.623513 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Extended resource: flavors {{(pid=73724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 06 00:27:05.624671 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Extended resource: service_profiles {{(pid=73724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 06 00:27:05.625879 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Extended resource: next_providers {{(pid=73724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 06 00:27:05.627377 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Extended resource: service_profiles {{(pid=73724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 06 00:27:05.628876 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Extended resource: floatingip-pools {{(pid=73724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 06 00:27:05.630076 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Extended resource: routers {{(pid=73724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 06 00:27:05.631905 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Extended resource: floatingips {{(pid=73724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 06 00:27:05.633098 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Extended resource: l3-routers {{(pid=73724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 06 00:27:05.634469 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Extended resource: l3-agents {{(pid=73724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 06 00:27:05.635872 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Extended resource: metering-labels {{(pid=73724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 06 00:27:05.637242 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Extended resource: metering-label-rules {{(pid=73724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 06 00:27:05.638505 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Extended resource: network-ip-availabilities {{(pid=73724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 06 00:27:05.639758 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Extended resource: bindings {{(pid=73724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 06 00:27:05.641426 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Extended resource: quotas {{(pid=73724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 06 00:27:05.642816 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Extended resource: quotas {{(pid=73724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 06 00:27:05.644269 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Extended resource: rbac-policies {{(pid=73724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 06 00:27:05.645581 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Extended resource: security-groups {{(pid=73724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 06 00:27:05.647293 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Extended resource: security-group-rules {{(pid=73724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 06 00:27:05.648522 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Extended resource: service-providers {{(pid=73724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 06 00:27:05.649759 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Extended resource: subnetpools {{(pid=73724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 06 00:27:05.651139 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Extended resource: subnetpools {{(pid=73724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 06 00:27:05.652618 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Extended resource: tags {{(pid=73724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 06 00:27:05.654312 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Extended resource: tags {{(pid=73724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 06 00:27:05.656100 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Extended resource: tags {{(pid=73724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 06 00:27:05.657884 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Extended resource: tags {{(pid=73724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 06 00:27:05.659642 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Extended resource: tags {{(pid=73724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 06 00:27:05.661512 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Extended resource: tags {{(pid=73724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 06 00:27:05.663867 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Extended resource: tags {{(pid=73724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 06 00:27:05.666692 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Extended resource: tags {{(pid=73724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 06 00:27:05.668758 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Extended resource: tags {{(pid=73724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 06 00:27:05.780652 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron.api.extensions [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Extended resource: tags {{(pid=73724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 06 00:27:05.786592 dv-cinder-784623-8-iscsi neutron-server[73724]: WARNING keystonemiddleware.auth_token [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
May 06 00:27:05.792143 dv-cinder-784623-8-iscsi neutron-server[73724]: WARNING keystonemiddleware.auth_token [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
May 06 00:27:05.800477 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_concurrency.lockutils [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Acquired lock "singleton_lock" {{(pid=73724) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}}
May 06 00:27:05.800979 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_concurrency.lockutils [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Releasing lock "singleton_lock" {{(pid=73724) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}}
May 06 00:27:05.801605 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO oslo_service.service [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Starting 2 workers
May 06 00:27:05.806254 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Started child 73831 {{(pid=73724) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
May 06 00:27:05.810415 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Started child 73832 {{(pid=73724) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
May 06 00:27:05.811407 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:27:05.812150 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO neutron.service [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Neutron service started, listening on 0.0.0.0:9696
May 06 00:27:05.812576 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron_lib.callbacks.manager [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Notify callbacks [] for process, before_spawn {{(pid=73724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:27:05.812922 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [-] (73831) wsgi starting up on http://0.0.0.0:9696
May 06 00:27:05.814920 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:27:05.815387 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO oslo_service.service [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Starting 1 workers
May 06 00:27:05.816376 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [-] (73832) wsgi starting up on http://0.0.0.0:9696
May 06 00:27:05.820114 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Started child 73833 {{(pid=73724) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
May 06 00:27:05.820641 dv-cinder-784623-8-iscsi neutron-server[73724]: INFO oslo_service.service [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Starting 1 workers
May 06 00:27:05.823700 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.service [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] calling RpcWorker wait() {{(pid=73833) _wait /opt/stack/neutron/neutron/service.py:128}}
May 06 00:27:05.824231 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.service [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] returning from RpcWorker wait() {{(pid=73833) _wait /opt/stack/neutron/neutron/service.py:135}}
May 06 00:27:05.824936 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Started child 73834 {{(pid=73724) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
May 06 00:27:05.825589 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:27:05.825701 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG neutron_lib.callbacks.manager [None req-b24ac9f1-a1bc-400d-ad08-d9c96a86cb96 None None] Notify callbacks [] for process, after_spawn {{(pid=73724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:27:05.826140 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=73833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:27:05.827513 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=73724) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
May 06 00:27:05.827723 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
May 06 00:27:05.827907 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
May 06 00:27:05.828123 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
May 06 00:27:05.828462 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
May 06 00:27:05.828623 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
May 06 00:27:05.829149 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.829410 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.829663 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.829765 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=73834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:27:05.830197 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.830197 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.830785 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.830881 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=73834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:27:05.831063 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.831263 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.831531 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.831776 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.831943 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.832104 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.832350 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.832592 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.832915 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.833181 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.833414 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.834222 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.834502 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.834700 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.834891 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.835126 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.835386 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] debug                          = True {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.835624 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.836084 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.836307 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.836553 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.836793 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.837068 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.837320 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.837593 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.837811 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.838027 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.838236 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.838497 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.838721 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.838930 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.839166 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.839414 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.839628 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.840071 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] host                           = dv-cinder-784623-8-iscsi {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.840283 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.840491 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.840775 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.841010 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.841248 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.841462 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.841699 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.841937 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.842196 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.842413 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.842665 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.842902 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.843146 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.843387 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.843545 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.843793 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.844058 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.844342 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.844529 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.844691 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.844891 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.845141 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.845301 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.845544 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.845751 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.845958 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.846186 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.846433 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.846662 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.846907 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.847145 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.847380 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.847582 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.847819 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.848036 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.848256 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.848499 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.848728 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.848960 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.849228 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.850054 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.850274 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.850516 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.850723 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.850974 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.851191 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.851434 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.851662 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.851908 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.852131 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.852352 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.852577 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.852864 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.853092 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.853342 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.853586 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.853796 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.854005 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.854212 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.854460 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.854690 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.854895 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.855100 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.855337 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.856855 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.856855 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.856855 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.856855 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.856855 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.857477 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.857477 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.857706 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.857706 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.858798 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.858798 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.858798 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.858798 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.859094 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.859183 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.859493 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.859738 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.860034 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.860532 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.860532 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.860859 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.861117 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.861388 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.861611 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.861939 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.862568 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.862568 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.862873 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.863502 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.863502 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.24/identity {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.863502 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.866395 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.866395 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.866395 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.866395 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.866395 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.866395 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.866395 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.866395 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.866395 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.867565 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.867565 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.867565 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.867565 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.867565 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.867565 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.867565 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.867565 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.867565 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.871587 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.871587 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.871587 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.871587 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.871587 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.871587 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.871587 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.871587 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.871587 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.873530 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.873530 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.873530 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.873530 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.873530 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.873530 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.873530 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.873530 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.873530 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.874177 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.874177 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.874177 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.874177 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.874177 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.874177 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.874177 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.874177 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.874177 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.874802 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.874802 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.874802 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.874802 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.874802 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.875164 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.875164 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.875314 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.875451 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.875682 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.875893 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.876129 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.876331 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.877034 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.877034 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.877208 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.877433 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.877685 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.877929 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.878176 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.878430 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.878653 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.878946 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.879125 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.879376 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.879596 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.879836 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.880083 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.880398 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.880693 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.881056 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.881211 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.881427 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.881643 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.882309 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.882309 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.882496 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.882633 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.882895 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.883129 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.883415 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.883660 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.883939 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.884190 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.884463 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.884765 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.885025 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.885416 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.885667 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.885948 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.886264 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.886529 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.886827 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.887053 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.887298 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.887537 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.887817 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.888054 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.888271 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.888482 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.888707 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.889064 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.889312 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.889555 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.889782 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.890061 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.890304 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.890552 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.890811 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.891056 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.891296 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.891545 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.891771 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.24/identity {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.891981 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.892207 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.892431 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.892662 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.892930 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.893160 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.893391 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.893627 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.893855 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.894106 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.894314 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.894559 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.894909 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.895199 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.895407 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.895644 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.897041 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.897041 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.897041 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.897276 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.897276 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.897509 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.897715 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.897976 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.898731 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.898731 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.898731 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.898954 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.899138 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.899389 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.899586 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.899788 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.900180 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.900281 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.900593 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.900692 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.900878 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.901096 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.901337 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.901530 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.901711 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.901959 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.902208 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.902534 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.902781 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.903167 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.903336 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.903476 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.903698 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.903866 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.904071 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.904332 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.904486 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.904692 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.905004 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.905241 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.905477 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.905687 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.905913 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.906143 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.906438 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.906651 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.906951 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.907189 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.907600 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.908005 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.908405 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.909038 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.909275 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.909486 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.911065 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.911065 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.911065 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.911065 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.911065 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.911065 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.911065 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.911626 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.911626 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.911626 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.912410 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.912494 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.912757 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.912968 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.913174 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.913387 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.913593 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.913931 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.914176 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.914395 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.914677 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.914904 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.915143 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.915394 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.915711 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.915938 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.916173 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.916386 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.916604 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.916864 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.917266 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.917995 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.918288 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.918548 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.918794 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.919069 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.919338 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.919589 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.919799 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.920107 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.920432 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.920711 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.920994 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.921244 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.921504 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.921724 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.921935 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.922147 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.922378 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.922592 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.922840 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.923071 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.923296 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.923535 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.923760 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.923975 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.924197 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.924431 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.924667 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.924904 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.925058 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
May 06 00:27:05.925645 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=73724) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
May 06 00:27:05.925799 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
May 06 00:27:05.925970 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
May 06 00:27:05.926103 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
May 06 00:27:05.926252 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
May 06 00:27:05.926398 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
May 06 00:27:05.926597 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.926753 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.926908 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.927063 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.927241 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.927427 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.927595 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.927721 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.927873 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.928027 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.928181 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.928335 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.928490 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.928645 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.928824 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.928980 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.929134 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.929288 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.929447 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.929602 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.929755 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.929909 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.930062 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] debug                          = True {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.930217 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.930387 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.930543 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.930696 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.930849 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.931002 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.931155 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.931309 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.931461 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.931614 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.931768 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.931921 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.932073 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.932226 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.932378 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.932533 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.932685 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.932867 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] host                           = dv-cinder-784623-8-iscsi {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.933022 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.933173 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.933327 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.933480 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.933632 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.933786 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.933941 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.934096 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.934248 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.934407 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.934560 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.934714 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.934869 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.935022 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.935175 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.935328 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.935481 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.935633 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.935803 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.935963 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.936120 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.936276 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.936428 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.936582 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.936754 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.936915 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.937068 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.937222 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.937375 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.937531 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.937688 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.937842 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.937995 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.938229 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.938584 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.938584 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.939169 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.939169 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.939169 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.939169 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.939601 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.939601 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.939601 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.939807 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.939807 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.940049 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.940170 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.940290 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.940412 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.940579 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.940660 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.940826 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.940989 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.941143 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.941290 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.941437 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.941590 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.941745 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.941898 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.942051 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.942204 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.942507 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.942507 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.942665 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.942781 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.943450 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.943640 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.943785 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.944033 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 00:27:05.944209 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.944369 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.944525 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.945031 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.945031 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.945031 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.945396 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.945396 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.945645 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.945645 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.945889 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.945889 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.946159 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.946287 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.946414 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.946556 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.946687 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.946817 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.946954 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.947087 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.947219 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.947360 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.947515 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.947731 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.947864 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.24/identity {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.948002 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.948126 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.948262 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.948422 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.948830 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.948830 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.949087 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.949087 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.949232 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.949354 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.949500 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.949659 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.949819 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.949977 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.950137 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.950296 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.950454 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.950612 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.950775 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.950965 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.951110 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.951245 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.951378 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.951520 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.951680 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.951849 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.952006 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.952147 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.952307 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.952465 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.952623 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.952786 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.952940 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.953096 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.953254 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.953412 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.953575 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.953714 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.953874 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.954031 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.954189 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.954348 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.954507 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.954665 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.954828 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.954985 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.955143 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.955301 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.955460 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.955618 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.955778 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.955942 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.956099 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.956257 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.956754 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.956754 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.956754 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.957186 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.957352 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.957521 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.957696 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.957904 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.958007 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.958165 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.958323 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.958595 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.959362 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.959524 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.959683 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.959843 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.960001 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.960159 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.960321 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.960481 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.960641 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.960823 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.960983 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.961142 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.961301 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.961460 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.961545 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=73833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:27:05.961639 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.961765 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.961923 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.962080 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.962237 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.962394 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.962562 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.962720 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.962880 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.963037 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.963202 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.963369 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.963529 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.963690 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.963882 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.964030 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.964172 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.964306 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.964437 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.964591 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.964763 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.964926 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.965095 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.965263 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.965421 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.965578 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.965734 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.965914 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.966072 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.966231 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.966389 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.966547 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.966705 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.966863 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.967021 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.967179 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.967337 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.967483 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.967642 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.24/identity {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.967799 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.967987 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.968104 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.968262 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.968422 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.968580 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.968770 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.968918 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.969077 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.969235 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.969392 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.969551 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.969709 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.969867 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.970025 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.970182 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.970340 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.970498 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.970657 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.970815 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.970974 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.971132 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.971289 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.971446 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.971603 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.971763 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.971922 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.972080 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.972240 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.972386 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.972545 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.972704 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.972900 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.973059 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.973288 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.973456 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.973921 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.973921 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.973921 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.974305 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.974305 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.974557 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.974557 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.974849 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.974849 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.975076 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.975324 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.975324 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.975553 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.975553 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.975816 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.975936 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.976055 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.976174 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.976290 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.976450 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.976609 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.976857 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.977017 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.977174 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.977332 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.977489 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.977661 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.977819 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.978043 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.978170 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.978291 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.978410 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.978569 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.978725 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.978882 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.979038 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.979205 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.979362 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.979522 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.979680 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.979837 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.980002 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.980158 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.980315 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.980470 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.980627 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.980824 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.980985 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.981143 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.981300 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.981458 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.981623 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.981782 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.981939 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.982103 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.982262 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.982419 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.982576 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.982744 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.982902 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.983062 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.983220 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.983378 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.983536 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.983696 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.983874 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.984026 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.984208 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.984347 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.984513 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.984679 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.984870 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.985030 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.985195 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.985362 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.985520 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.985677 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.985833 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.985991 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.986732 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.986732 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.986732 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.986732 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.986732 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.987597 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.987597 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.987597 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.987597 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.987597 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.987597 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.988263 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.988263 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.988263 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.988263 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 00:27:05.988540 dv-cinder-784623-8-iscsi neutron-server[73724]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=73724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
May 06 00:27:06.111257 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 33252) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:27:06.120289 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [-] 10.222.0.24 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0068800
May 06 00:27:16.869948 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361ddb13-5bd2-4a1f-a464-8af56ddee6f3 None None] get_active_networks_info from dv-cinder-784623-8-iscsi {{(pid=73833) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
May 06 00:27:16.932687 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-361ddb13-5bd2-4a1f-a464-8af56ddee6f3 None None] No non-hosted networks {{(pid=73833) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
May 06 00:27:16.941756 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.agentschedulers_db [None req-361ddb13-5bd2-4a1f-a464-8af56ddee6f3 None None] DHCP Agent not found on host dv-cinder-784623-8-iscsi {{(pid=73833) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}}
May 06 00:27:17.026551 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-e05a64d2-0c5e-4041-a30a-69514355d2c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118'] for agent, after_create {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:27:19.210961 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118'] for agent, after_create {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:27:19.211567 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:27:19.212317 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:27:19.214851 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:27:19.216931 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:27:19.217554 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:27:19.219400 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:27:19.220611 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:27:19.221048 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:27:19.224166 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:27:19.224553 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:27:19.224909 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:27:19.225467 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:27:19.225875 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f9509bf8880>, 'Open vSwitch agent', 'dv-cinder-784623-8-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=73833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:27:19.236765 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f95092f5100>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-784623-8-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=73833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:27:19.539563 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-b9ae6f10-bca9-42dc-a332-b1cbd0ab845b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118'] for agent, after_create {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:27:19.593524 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-3a8bdf33-8ac9-4a9f-bc41-63ae039d6d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:27:20.409036 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-90084741-9b8f-423c-9f16-72d74cd0e02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118'] for agent, after_create {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:27:21.855215 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-06e5bd5a-9e4a-4653-864f-becf711c9df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118'] for agent, after_create {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:27:22.685720 dv-cinder-784623-8-iscsi neutron-server[73833]: INFO neutron.db.l3_hamode_db [None req-4ee80a78-e8f7-44f7-b203-44f7fcb2a86b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
May 06 00:27:22.769734 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee80a78-e8f7-44f7-b203-44f7fcb2a86b None None] Routers set() bound to L3 agent in host dv-cinder-784623-8-iscsi {{(pid=73833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 00:27:22.770047 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee80a78-e8f7-44f7-b203-44f7fcb2a86b None None] Router IDs set() for agent in host dv-cinder-784623-8-iscsi {{(pid=73833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
May 06 00:27:23.436714 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 33344) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:27:24.013875 dv-cinder-784623-8-iscsi neutron-server[73831]: WARNING oslo_policy.policy [None req-2ddb64c6-a376-439b-bfa4-4b63b5a31a2d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 06 00:27:24.014439 dv-cinder-784623-8-iscsi neutron-server[73831]: WARNING oslo_policy.policy [None req-2ddb64c6-a376-439b-bfa4-4b63b5a31a2d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 06 00:27:24.227638 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [None req-2ddb64c6-a376-439b-bfa4-4b63b5a31a2d admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=73831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 06 00:27:24.228849 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-2ddb64c6-a376-439b-bfa4-4b63b5a31a2d admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.7900858
May 06 00:27:26.545024 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 33358) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:27:26.907858 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.v2.base [None req-637c0100-8ca2-4538-b130-80b832951a9f admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=73831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:27:27.007131 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.policy [None req-637c0100-8ca2-4538-b130-80b832951a9f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=73831) register_rules /opt/stack/neutron/neutron/policy.py:73}}
May 06 00:27:27.051975 dv-cinder-784623-8-iscsi neutron-server[73831]: WARNING oslo_policy.policy [None req-637c0100-8ca2-4538-b130-80b832951a9f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 06 00:27:27.052340 dv-cinder-784623-8-iscsi neutron-server[73831]: WARNING oslo_policy.policy [None req-637c0100-8ca2-4538-b130-80b832951a9f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 06 00:27:27.060912 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.quota [None req-637c0100-8ca2-4538-b130-80b832951a9f admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f9509940520>.
May 06 00:27:27.076415 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-637c0100-8ca2-4538-b130-80b832951a9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:27:27.134789 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-637c0100-8ca2-4538-b130-80b832951a9f admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767380165243', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767380165710', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767380191768', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767380181356', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767380142146', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767380132576', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-608300', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-642313', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-395420', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3732712'] for rbac-policy, before_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:27:27.194942 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-637c0100-8ca2-4538-b130-80b832951a9f admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:27:27.196184 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-637c0100-8ca2-4538-b130-80b832951a9f admin admin] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.6502218
May 06 00:27:29.816513 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 33372) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:27:30.385513 dv-cinder-784623-8-iscsi neutron-server[73832]: WARNING oslo_policy.policy [None req-b31de5b6-4aa4-41d8-902e-b9337a98e0e0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 06 00:27:30.386077 dv-cinder-784623-8-iscsi neutron-server[73832]: WARNING oslo_policy.policy [None req-b31de5b6-4aa4-41d8-902e-b9337a98e0e0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 06 00:27:30.598929 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.v2.base [None req-b31de5b6-4aa4-41d8-902e-b9337a98e0e0 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'tenant_id': 'ef2b62d59e2d4291bf86b9684418f832', 'project_id': 'ef2b62d59e2d4291bf86b9684418f832'}} {{(pid=73832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:27:30.600560 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.quota [None req-b31de5b6-4aa4-41d8-902e-b9337a98e0e0 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f9509c44700>.
May 06 00:27:30.616320 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-b31de5b6-4aa4-41d8-902e-b9337a98e0e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:27:30.622686 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-b31de5b6-4aa4-41d8-902e-b9337a98e0e0 admin admin] Usage tracker for resource:network and tenant:ef2b62d59e2d4291bf86b9684418f832 is out of sync, need to count used quota {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:27:30.628105 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-b31de5b6-4aa4-41d8-902e-b9337a98e0e0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:27:30.636101 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-b31de5b6-4aa4-41d8-902e-b9337a98e0e0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:27:30.651733 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b31de5b6-4aa4-41d8-902e-b9337a98e0e0 admin admin] Made reservation on behalf of ef2b62d59e2d4291bf86b9684418f832 for: {'network': 1} {{(pid=73832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 06 00:27:30.724132 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.policy [None req-b31de5b6-4aa4-41d8-902e-b9337a98e0e0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=73832) register_rules /opt/stack/neutron/neutron/policy.py:73}}
May 06 00:27:30.769243 dv-cinder-784623-8-iscsi neutron-server[73832]: WARNING oslo_policy.policy [None req-b31de5b6-4aa4-41d8-902e-b9337a98e0e0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 06 00:27:30.769608 dv-cinder-784623-8-iscsi neutron-server[73832]: WARNING oslo_policy.policy [None req-b31de5b6-4aa4-41d8-902e-b9337a98e0e0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 06 00:27:30.780605 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-b31de5b6-4aa4-41d8-902e-b9337a98e0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for network, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:27:30.801450 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-b31de5b6-4aa4-41d8-902e-b9337a98e0e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:27:30.816119 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-b31de5b6-4aa4-41d8-902e-b9337a98e0e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:27:30.819813 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-b31de5b6-4aa4-41d8-902e-b9337a98e0e0 admin admin] Usage tracker for resource:security_group_rule and tenant:ef2b62d59e2d4291bf86b9684418f832 is out of sync, need to count used quota {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:27:30.824781 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-b31de5b6-4aa4-41d8-902e-b9337a98e0e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:27:30.830284 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-b31de5b6-4aa4-41d8-902e-b9337a98e0e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:27:30.927419 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-b31de5b6-4aa4-41d8-902e-b9337a98e0e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:27:30.931074 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-b31de5b6-4aa4-41d8-902e-b9337a98e0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:27:30.936485 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:27:30.953371 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b31de5b6-4aa4-41d8-902e-b9337a98e0e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'}  {{(pid=73832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 06 00:27:30.978726 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-b31de5b6-4aa4-41d8-902e-b9337a98e0e0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767381342100', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730493'] for segment, precommit_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:27:30.979324 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-b31de5b6-4aa4-41d8-902e-b9337a98e0e0 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f950a687940> segment precommit_create {{(pid=73832) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
May 06 00:27:30.979768 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.db.segments_db [None req-b31de5b6-4aa4-41d8-902e-b9337a98e0e0 admin admin] Added segment b793751d-26b8-426f-8d26-208ba0912f3a of type vlan for network 5519042a-8270-4cbb-b2ac-39f4c3b0de08
May 06 00:27:31.030331 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31de5b6-4aa4-41d8-902e-b9337a98e0e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a389de6-a4d2-4502-9092-ac2db309f23e,revision_number=1']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:27:31.052652 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31de5b6-4aa4-41d8-902e-b9337a98e0e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:27:31.053012 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31de5b6-4aa4-41d8-902e-b9337a98e0e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:27:31.053330 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31de5b6-4aa4-41d8-902e-b9337a98e0e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:27:31.053641 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31de5b6-4aa4-41d8-902e-b9337a98e0e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:27:31.053949 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31de5b6-4aa4-41d8-902e-b9337a98e0e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:27:31.054254 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31de5b6-4aa4-41d8-902e-b9337a98e0e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:27:31.054554 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31de5b6-4aa4-41d8-902e-b9337a98e0e0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:27:31.054853 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31de5b6-4aa4-41d8-902e-b9337a98e0e0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:27:31.055154 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31de5b6-4aa4-41d8-902e-b9337a98e0e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:27:31.055466 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31de5b6-4aa4-41d8-902e-b9337a98e0e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:27:31.055745 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31de5b6-4aa4-41d8-902e-b9337a98e0e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:27:31.056038 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31de5b6-4aa4-41d8-902e-b9337a98e0e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:27:31.057138 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31de5b6-4aa4-41d8-902e-b9337a98e0e0 admin admin] Tracked resource versions report:
May 06 00:27:31.057138 dv-cinder-784623-8-iscsi neutron-server[73832]: pushed versions:
May 06 00:27:31.057138 dv-cinder-784623-8-iscsi neutron-server[73832]: {   'AddressGroup': {'1.2'},
May 06 00:27:31.057138 dv-cinder-784623-8-iscsi neutron-server[73832]:     'ConntrackHelper': {'1.0'},
May 06 00:27:31.057138 dv-cinder-784623-8-iscsi neutron-server[73832]:     'Log': {'1.0'},
May 06 00:27:31.057138 dv-cinder-784623-8-iscsi neutron-server[73832]:     'Network': {'1.1'},
May 06 00:27:31.057138 dv-cinder-784623-8-iscsi neutron-server[73832]:     'Port': {'1.7'},
May 06 00:27:31.057138 dv-cinder-784623-8-iscsi neutron-server[73832]:     'PortForwarding': {'1.2'},
May 06 00:27:31.057138 dv-cinder-784623-8-iscsi neutron-server[73832]:     'QosPolicy': {'1.8'},
May 06 00:27:31.057138 dv-cinder-784623-8-iscsi neutron-server[73832]:     'SecurityGroup': {'1.4'},
May 06 00:27:31.057138 dv-cinder-784623-8-iscsi neutron-server[73832]:     'SecurityGroupRule': {'1.2'},
May 06 00:27:31.057138 dv-cinder-784623-8-iscsi neutron-server[73832]:     'SubPort': {'1.0'},
May 06 00:27:31.057138 dv-cinder-784623-8-iscsi neutron-server[73832]:     'Subnet': {'1.1'},
May 06 00:27:31.057138 dv-cinder-784623-8-iscsi neutron-server[73832]:     'Trunk': {'1.1'}}
May 06 00:27:31.057138 dv-cinder-784623-8-iscsi neutron-server[73832]: consumer versions:
May 06 00:27:31.057138 dv-cinder-784623-8-iscsi neutron-server[73832]: {   DHCP agent@dv-cinder-784623-8-iscsi: {},
May 06 00:27:31.057138 dv-cinder-784623-8-iscsi neutron-server[73832]:     L3 agent@dv-cinder-784623-8-iscsi: {},
May 06 00:27:31.057138 dv-cinder-784623-8-iscsi neutron-server[73832]:     Metadata agent@dv-cinder-784623-8-iscsi: {},
May 06 00:27:31.057138 dv-cinder-784623-8-iscsi neutron-server[73832]:     Metering agent@dv-cinder-784623-8-iscsi: {},
May 06 00:27:31.057138 dv-cinder-784623-8-iscsi neutron-server[73832]:     Open vSwitch agent@dv-cinder-784623-8-iscsi: {   'AddressGroup': '1.2',
May 06 00:27:31.057138 dv-cinder-784623-8-iscsi neutron-server[73832]:                                                      'ConntrackHelper': '1.0',
May 06 00:27:31.057138 dv-cinder-784623-8-iscsi neutron-server[73832]:                                                      'Log': '1.0',
May 06 00:27:31.057138 dv-cinder-784623-8-iscsi neutron-server[73832]:                                                      'Network': '1.1',
May 06 00:27:31.057138 dv-cinder-784623-8-iscsi neutron-server[73832]:                                                      'Port': '1.7',
May 06 00:27:31.057138 dv-cinder-784623-8-iscsi neutron-server[73832]:                                                      'PortForwarding': '1.2',
May 06 00:27:31.057138 dv-cinder-784623-8-iscsi neutron-server[73832]:                                                      'QosPolicy': '1.8',
May 06 00:27:31.057138 dv-cinder-784623-8-iscsi neutron-server[73832]:                                                      'SecurityGroup': '1.4',
May 06 00:27:31.057138 dv-cinder-784623-8-iscsi neutron-server[73832]:                                                      'SecurityGroupRule': '1.2',
May 06 00:27:31.057138 dv-cinder-784623-8-iscsi neutron-server[73832]:                                                      'SubPort': '1.0',
May 06 00:27:31.057138 dv-cinder-784623-8-iscsi neutron-server[73832]:                                                      'Subnet': '1.1',
May 06 00:27:31.057138 dv-cinder-784623-8-iscsi neutron-server[73832]:                                                      'Trunk': '1.1'}}
May 06 00:27:31.057138 dv-cinder-784623-8-iscsi neutron-server[73832]:  {{(pid=73832) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 06 00:27:31.098086 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-b31de5b6-4aa4-41d8-902e-b9337a98e0e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767380920962'] for network, precommit_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:27:31.103863 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-b31de5b6-4aa4-41d8-902e-b9337a98e0e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:27:31.138809 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-b31de5b6-4aa4-41d8-902e-b9337a98e0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938'] for network, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:27:31.140207 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31de5b6-4aa4-41d8-902e-b9337a98e0e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:27:31.140866 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-b31de5b6-4aa4-41d8-902e-b9337a98e0e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535980'] for network, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:27:31.145166 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:27:31.245913 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31de5b6-4aa4-41d8-902e-b9337a98e0e0 admin admin] Pushing event updated for resources: {'Network': ['ID=5519042a-8270-4cbb-b2ac-39f4c3b0de08,revision_number=1']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:27:31.248399 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-b31de5b6-4aa4-41d8-902e-b9337a98e0e0 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 1.4308908
May 06 00:27:31.250088 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-b31de5b6-4aa4-41d8-902e-b9337a98e0e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:27:31.259118 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Network 5519042a-8270-4cbb-b2ac-39f4c3b0de08 details requested by agent ovs-agent-dv-cinder-784623-8-iscsi with host dv-cinder-784623-8-iscsi {{(pid=73833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 06 00:27:33.868627 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 33394) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:27:34.309323 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8485d534-adb8-4e2f-8cb7-4b97e9a7e77d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:27:34.310544 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-8485d534-adb8-4e2f-8cb7-4b97e9a7e77d admin admin] 10.222.0.24 "GET /v2.0/networks/5519042a-8270-4cbb-b2ac-39f4c3b0de08 HTTP/1.1" status: 200  len: 825 time: 0.4409380
May 06 00:27:34.340496 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-5c3ec132-2074-4234-8d6e-95fe0a8c948d admin admin] 10.222.0.24 "GET /v2.0/subnetpools/af201e62-162a-463f-ae6c-6401a2b6305b HTTP/1.1" status: 200  len: 734 time: 0.0245192
May 06 00:27:34.349235 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.v2.base [None req-771975aa-7813-473f-b746-c247c383b4ea admin admin] Request body: {'subnet': {'name': 'private-subnet', 'tenant_id': 'ef2b62d59e2d4291bf86b9684418f832', 'subnetpool_id': 'af201e62-162a-463f-ae6c-6401a2b6305b', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': '5519042a-8270-4cbb-b2ac-39f4c3b0de08'}} {{(pid=73832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:27:34.353498 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-771975aa-7813-473f-b746-c247c383b4ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:27:34.357181 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-771975aa-7813-473f-b746-c247c383b4ea admin admin] Usage tracker for resource:subnet and tenant:ef2b62d59e2d4291bf86b9684418f832 is out of sync, need to count used quota {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:27:34.360044 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-771975aa-7813-473f-b746-c247c383b4ea admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:27:34.366264 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-771975aa-7813-473f-b746-c247c383b4ea admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:27:34.375299 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-771975aa-7813-473f-b746-c247c383b4ea admin admin] Made reservation on behalf of ef2b62d59e2d4291bf86b9684418f832 for: {'subnet': 1} {{(pid=73832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 06 00:27:34.377542 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-771975aa-7813-473f-b746-c247c383b4ea admin admin] Notify callbacks [] for subnet, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:27:34.835276 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-771975aa-7813-473f-b746-c247c383b4ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938'] for subnet, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:27:34.840116 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:27:34.916023 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771975aa-7813-473f-b746-c247c383b4ea admin admin] Checking segment: {'id': 'b793751d-26b8-426f-8d26-208ba0912f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '5519042a-8270-4cbb-b2ac-39f4c3b0de08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 00:27:34.916652 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771975aa-7813-473f-b746-c247c383b4ea admin admin] Network hostable DHCP agents. Network: 5519042a-8270-4cbb-b2ac-39f4c3b0de08, hostable agents: ['08bd01f5-d9ad-41d2-bccd-f8157b6c692c'], hosted agents: [] {{(pid=73832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 06 00:27:34.920092 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771975aa-7813-473f-b746-c247c383b4ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d75b3c7-70f7-4aa5-b4b0-b0bd227f6fd9,revision_number=0']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:27:34.923222 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-771975aa-7813-473f-b746-c247c383b4ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:27:34.938553 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771975aa-7813-473f-b746-c247c383b4ea admin admin] Network 5519042a-8270-4cbb-b2ac-39f4c3b0de08 is scheduled to be hosted by DHCP agent 08bd01f5-d9ad-41d2-bccd-f8157b6c692c with binding_index 1 {{(pid=73832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 06 00:27:34.948382 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.scheduler.base_scheduler [None req-771975aa-7813-473f-b746-c247c383b4ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-8-iscsi, 5519042a-8270-4cbb-b2ac-39f4c3b0de08) {{(pid=73832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 00:27:34.953292 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771975aa-7813-473f-b746-c247c383b4ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:27:34.953884 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-771975aa-7813-473f-b746-c247c383b4ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535980'] for subnet, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:27:34.957916 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60df24ab-4e93-40b3-afa3-8416e166d290 None None] Network 5519042a-8270-4cbb-b2ac-39f4c3b0de08 requested from dv-cinder-784623-8-iscsi {{(pid=73833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 06 00:27:34.975026 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-771975aa-7813-473f-b746-c247c383b4ea admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.6294866
May 06 00:27:35.262153 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242fcad5-ee01-4536-b261-56baf34f58f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ffa6a74-49b1-57e1-8600-1f37db923f22-5519042a-8270-4cbb-b2ac-39f4c3b0de08', 'network_id': '5519042a-8270-4cbb-b2ac-39f4c3b0de08', 'tenant_id': 'ef2b62d59e2d4291bf86b9684418f832', 'fixed_ips': [{'subnet_id': '2d75b3c7-70f7-4aa5-b4b0-b0bd227f6fd9'}]}} from dv-cinder-784623-8-iscsi. {{(pid=73833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
May 06 00:27:35.263293 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-242fcad5-ee01-4536-b261-56baf34f58f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_create {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:27:35.445959 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.db_base_plugin_common [None req-242fcad5-ee01-4536-b261-56baf34f58f6 None None] Allocated IP 172.20.0.2 (5519042a-8270-4cbb-b2ac-39f4c3b0de08/2d75b3c7-70f7-4aa5-b4b0-b0bd227f6fd9/c43dc925-9f3e-4ee1-a320-bd0a9454a12c) {{(pid=73833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 06 00:27:35.672045 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-242fcad5-ee01-4536-b261-56baf34f58f6 None None] Notify callbacks [] for port, precommit_create {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:27:35.685641 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-242fcad5-ee01-4536-b261-56baf34f58f6 None None] Transition to ACTIVE for port object c43dc925-9f3e-4ee1-a320-bd0a9454a12c will not be triggered until provisioned by entity L2. {{(pid=73833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 00:27:35.705543 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-242fcad5-ee01-4536-b261-56baf34f58f6 None None] Transition to ACTIVE for port object c43dc925-9f3e-4ee1-a320-bd0a9454a12c will not be triggered until provisioned by entity DHCP. {{(pid=73833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 00:27:35.712327 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-242fcad5-ee01-4536-b261-56baf34f58f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767380898820'] for port, after_create {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:27:35.716885 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:27:35.771490 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242fcad5-ee01-4536-b261-56baf34f58f6 None None] Network 5519042a-8270-4cbb-b2ac-39f4c3b0de08 is already hosted by enough agents. {{(pid=73833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 00:27:35.774243 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.scheduler.base_scheduler [None req-242fcad5-ee01-4536-b261-56baf34f58f6 None None] Resources bound (agent type, host, resource id):  {{(pid=73833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 00:27:35.784592 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242fcad5-ee01-4536-b261-56baf34f58f6 None None] Received port after_create {{(pid=73833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 06 00:27:35.792973 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242fcad5-ee01-4536-b261-56baf34f58f6 None None] Pushing event updated for resources: {'Port': ['ID=c43dc925-9f3e-4ee1-a320-bd0a9454a12c,revision_number=1']} {{(pid=73833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:27:35.835428 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242fcad5-ee01-4536-b261-56baf34f58f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:27:35.835767 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242fcad5-ee01-4536-b261-56baf34f58f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:27:35.836097 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242fcad5-ee01-4536-b261-56baf34f58f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:27:35.836449 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242fcad5-ee01-4536-b261-56baf34f58f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:27:35.836789 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242fcad5-ee01-4536-b261-56baf34f58f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:27:35.837112 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242fcad5-ee01-4536-b261-56baf34f58f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:27:35.837427 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242fcad5-ee01-4536-b261-56baf34f58f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:27:35.837749 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242fcad5-ee01-4536-b261-56baf34f58f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:27:35.838064 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242fcad5-ee01-4536-b261-56baf34f58f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:27:35.838376 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242fcad5-ee01-4536-b261-56baf34f58f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:27:35.838684 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242fcad5-ee01-4536-b261-56baf34f58f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:27:35.838993 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242fcad5-ee01-4536-b261-56baf34f58f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:27:35.840121 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242fcad5-ee01-4536-b261-56baf34f58f6 None None] Tracked resource versions report:
May 06 00:27:35.840121 dv-cinder-784623-8-iscsi neutron-server[73833]: pushed versions:
May 06 00:27:35.840121 dv-cinder-784623-8-iscsi neutron-server[73833]: {   'AddressGroup': {'1.2'},
May 06 00:27:35.840121 dv-cinder-784623-8-iscsi neutron-server[73833]:     'ConntrackHelper': {'1.0'},
May 06 00:27:35.840121 dv-cinder-784623-8-iscsi neutron-server[73833]:     'Log': {'1.0'},
May 06 00:27:35.840121 dv-cinder-784623-8-iscsi neutron-server[73833]:     'Network': {'1.1'},
May 06 00:27:35.840121 dv-cinder-784623-8-iscsi neutron-server[73833]:     'Port': {'1.7'},
May 06 00:27:35.840121 dv-cinder-784623-8-iscsi neutron-server[73833]:     'PortForwarding': {'1.2'},
May 06 00:27:35.840121 dv-cinder-784623-8-iscsi neutron-server[73833]:     'QosPolicy': {'1.8'},
May 06 00:27:35.840121 dv-cinder-784623-8-iscsi neutron-server[73833]:     'SecurityGroup': {'1.4'},
May 06 00:27:35.840121 dv-cinder-784623-8-iscsi neutron-server[73833]:     'SecurityGroupRule': {'1.2'},
May 06 00:27:35.840121 dv-cinder-784623-8-iscsi neutron-server[73833]:     'SubPort': {'1.0'},
May 06 00:27:35.840121 dv-cinder-784623-8-iscsi neutron-server[73833]:     'Subnet': {'1.1'},
May 06 00:27:35.840121 dv-cinder-784623-8-iscsi neutron-server[73833]:     'Trunk': {'1.1'}}
May 06 00:27:35.840121 dv-cinder-784623-8-iscsi neutron-server[73833]: consumer versions:
May 06 00:27:35.840121 dv-cinder-784623-8-iscsi neutron-server[73833]: {   DHCP agent@dv-cinder-784623-8-iscsi: {},
May 06 00:27:35.840121 dv-cinder-784623-8-iscsi neutron-server[73833]:     L3 agent@dv-cinder-784623-8-iscsi: {},
May 06 00:27:35.840121 dv-cinder-784623-8-iscsi neutron-server[73833]:     Metadata agent@dv-cinder-784623-8-iscsi: {},
May 06 00:27:35.840121 dv-cinder-784623-8-iscsi neutron-server[73833]:     Metering agent@dv-cinder-784623-8-iscsi: {},
May 06 00:27:35.840121 dv-cinder-784623-8-iscsi neutron-server[73833]:     Open vSwitch agent@dv-cinder-784623-8-iscsi: {   'AddressGroup': '1.2',
May 06 00:27:35.840121 dv-cinder-784623-8-iscsi neutron-server[73833]:                                                      'ConntrackHelper': '1.0',
May 06 00:27:35.840121 dv-cinder-784623-8-iscsi neutron-server[73833]:                                                      'Log': '1.0',
May 06 00:27:35.840121 dv-cinder-784623-8-iscsi neutron-server[73833]:                                                      'Network': '1.1',
May 06 00:27:35.840121 dv-cinder-784623-8-iscsi neutron-server[73833]:                                                      'Port': '1.7',
May 06 00:27:35.840121 dv-cinder-784623-8-iscsi neutron-server[73833]:                                                      'PortForwarding': '1.2',
May 06 00:27:35.840121 dv-cinder-784623-8-iscsi neutron-server[73833]:                                                      'QosPolicy': '1.8',
May 06 00:27:35.840121 dv-cinder-784623-8-iscsi neutron-server[73833]:                                                      'SecurityGroup': '1.4',
May 06 00:27:35.840121 dv-cinder-784623-8-iscsi neutron-server[73833]:                                                      'SecurityGroupRule': '1.2',
May 06 00:27:35.840121 dv-cinder-784623-8-iscsi neutron-server[73833]:                                                      'SubPort': '1.0',
May 06 00:27:35.840121 dv-cinder-784623-8-iscsi neutron-server[73833]:                                                      'Subnet': '1.1',
May 06 00:27:35.840121 dv-cinder-784623-8-iscsi neutron-server[73833]:                                                      'Trunk': '1.1'}}
May 06 00:27:35.840121 dv-cinder-784623-8-iscsi neutron-server[73833]:  {{(pid=73833) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 06 00:27:35.871821 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-242fcad5-ee01-4536-b261-56baf34f58f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:27:35.891642 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.managers [None req-242fcad5-ee01-4536-b261-56baf34f58f6 None None] Attempting to bind port c43dc925-9f3e-4ee1-a320-bd0a9454a12c on host dv-cinder-784623-8-iscsi for vnic_type normal with profile  {{(pid=73833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 06 00:27:35.892021 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.managers [None req-242fcad5-ee01-4536-b261-56baf34f58f6 None None] Attempting to bind port c43dc925-9f3e-4ee1-a320-bd0a9454a12c by drivers openvswitch,hyperv on host dv-cinder-784623-8-iscsi at level 0 using segments [{'id': 'b793751d-26b8-426f-8d26-208ba0912f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '5519042a-8270-4cbb-b2ac-39f4c3b0de08'}] {{(pid=73833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 06 00:27:35.892435 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242fcad5-ee01-4536-b261-56baf34f58f6 None None] Attempting to bind port c43dc925-9f3e-4ee1-a320-bd0a9454a12c on network 5519042a-8270-4cbb-b2ac-39f4c3b0de08 {{(pid=73833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 00:27:35.898010 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242fcad5-ee01-4536-b261-56baf34f58f6 None None] Checking agent: {'id': '4b72a67e-bba9-4429-9bf9-904dcd8ce83b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 0, 27, 19), 'started_at': datetime.datetime(2021, 5, 6, 0, 27, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 0, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 06 00:27:35.898406 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242fcad5-ee01-4536-b261-56baf34f58f6 None None] Checking segment: {'id': 'b793751d-26b8-426f-8d26-208ba0912f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '5519042a-8270-4cbb-b2ac-39f4c3b0de08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 00:27:35.898911 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-242fcad5-ee01-4536-b261-56baf34f58f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:27:35.899298 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242fcad5-ee01-4536-b261-56baf34f58f6 None None] Bound using segment: {'id': 'b793751d-26b8-426f-8d26-208ba0912f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '5519042a-8270-4cbb-b2ac-39f4c3b0de08'} {{(pid=73833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 06 00:27:35.899771 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.managers [None req-242fcad5-ee01-4536-b261-56baf34f58f6 None None] Bound port: c43dc925-9f3e-4ee1-a320-bd0a9454a12c, host: dv-cinder-784623-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b793751d-26b8-426f-8d26-208ba0912f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '5519042a-8270-4cbb-b2ac-39f4c3b0de08'}}] {{(pid=73833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 06 00:27:35.900147 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-242fcad5-ee01-4536-b261-56baf34f58f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:27:35.987187 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-242fcad5-ee01-4536-b261-56baf34f58f6 None None] For port c43dc925-9f3e-4ee1-a320-bd0a9454a12c, host dv-cinder-784623-8-iscsi, cleared binding levels {{(pid=73833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 06 00:27:35.991553 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-242fcad5-ee01-4536-b261-56baf34f58f6 None None] For port c43dc925-9f3e-4ee1-a320-bd0a9454a12c, host dv-cinder-784623-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-iscsi',level=0,port_id=c43dc925-9f3e-4ee1-a320-bd0a9454a12c,segment=NetworkSegment(b793751d-26b8-426f-8d26-208ba0912f3a),segment_id=b793751d-26b8-426f-8d26-208ba0912f3a)] {{(pid=73833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 06 00:27:35.995807 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-242fcad5-ee01-4536-b261-56baf34f58f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:27:36.000388 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:27:36.085989 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242fcad5-ee01-4536-b261-56baf34f58f6 None None] Pushing event updated for resources: {'Port': ['ID=c43dc925-9f3e-4ee1-a320-bd0a9454a12c,revision_number=2']} {{(pid=73833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:27:36.089029 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-242fcad5-ee01-4536-b261-56baf34f58f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:27:37.351249 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 33404) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:27:37.722469 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [None req-244bbe57-84e3-4d7a-b325-2effc7b5d5f9 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=73832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 06 00:27:37.736755 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-244bbe57-84e3-4d7a-b325-2effc7b5d5f9 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3714004
May 06 00:27:40.123078 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 33414) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:27:40.502097 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [None req-ce78ef41-1a8a-49bf-8524-5e186a02cefb admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=73832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 06 00:27:40.503066 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-ce78ef41-1a8a-49bf-8524-5e186a02cefb admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3790753
May 06 00:27:41.200624 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Device c43dc925-9f3e-4ee1-a320-bd0a9454a12c up at agent ovs-agent-dv-cinder-784623-8-iscsi {{(pid=73833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 00:27:41.274568 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Provisioning for port c43dc925-9f3e-4ee1-a320-bd0a9454a12c completed by entity L2. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 00:27:41.576917 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc54b68-3995-40fc-acf4-69be64f41e3d None None] Network 5519042a-8270-4cbb-b2ac-39f4c3b0de08 requested from dv-cinder-784623-8-iscsi {{(pid=73833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 06 00:27:41.698721 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-852f3b4c-023a-4e80-b20a-2007e520100b None None] Provisioning for port c43dc925-9f3e-4ee1-a320-bd0a9454a12c completed by entity DHCP. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 00:27:41.717336 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-852f3b4c-023a-4e80-b20a-2007e520100b None None] Provisioning complete for port c43dc925-9f3e-4ee1-a320-bd0a9454a12c triggered by entity DHCP. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 00:27:41.717808 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-852f3b4c-023a-4e80-b20a-2007e520100b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723253'] for port, provisioning_complete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:27:41.951610 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-852f3b4c-023a-4e80-b20a-2007e520100b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:27:41.997102 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-852f3b4c-023a-4e80-b20a-2007e520100b None None] For port c43dc925-9f3e-4ee1-a320-bd0a9454a12c, host dv-cinder-784623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-iscsi',level=0,port_id=c43dc925-9f3e-4ee1-a320-bd0a9454a12c,segment=NetworkSegment(b793751d-26b8-426f-8d26-208ba0912f3a),segment_id=b793751d-26b8-426f-8d26-208ba0912f3a)] {{(pid=73833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:27:42.001531 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-852f3b4c-023a-4e80-b20a-2007e520100b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:27:42.003741 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-242fcad5-ee01-4536-b261-56baf34f58f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:27:42.080227 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852f3b4c-023a-4e80-b20a-2007e520100b None None] Pushing event updated for resources: {'Port': ['ID=c43dc925-9f3e-4ee1-a320-bd0a9454a12c,revision_number=3']} {{(pid=73833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:27:42.084292 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-852f3b4c-023a-4e80-b20a-2007e520100b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:27:42.223039 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-67b652d2-5ca3-42a6-87b6-4cf77fd330a4 None None] Provisioning complete for port c43dc925-9f3e-4ee1-a320-bd0a9454a12c triggered by entity DHCP. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 00:27:42.224182 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-67b652d2-5ca3-42a6-87b6-4cf77fd330a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723253'] for port, provisioning_complete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:27:43.134224 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 33430) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:27:43.178439 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Device c43dc925-9f3e-4ee1-a320-bd0a9454a12c up at agent ovs-agent-dv-cinder-784623-8-iscsi {{(pid=73833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 00:27:43.242971 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Provisioning complete for port c43dc925-9f3e-4ee1-a320-bd0a9454a12c triggered by entity L2. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 00:27:43.243628 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723253'] for port, provisioning_complete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:27:43.485407 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.v2.base [None req-422bc9e0-0a11-4bee-88d6-ddad96521461 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'ef2b62d59e2d4291bf86b9684418f832'}} {{(pid=73832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:27:43.490461 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-422bc9e0-0a11-4bee-88d6-ddad96521461 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:27:43.494185 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-422bc9e0-0a11-4bee-88d6-ddad96521461 admin admin] Usage tracker for resource:router and tenant:ef2b62d59e2d4291bf86b9684418f832 is out of sync, need to count used quota {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:27:43.497521 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-422bc9e0-0a11-4bee-88d6-ddad96521461 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:27:43.503128 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-422bc9e0-0a11-4bee-88d6-ddad96521461 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:27:43.513605 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-422bc9e0-0a11-4bee-88d6-ddad96521461 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-451811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3440'] for router, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:27:43.515200 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-422bc9e0-0a11-4bee-88d6-ddad96521461 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-451820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409324', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-491947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3401'] for router, precommit_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:27:43.537107 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-422bc9e0-0a11-4bee-88d6-ddad96521461 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:27:43.646221 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-422bc9e0-0a11-4bee-88d6-ddad96521461 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-433774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395008'] for router, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:27:43.663827 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-422bc9e0-0a11-4bee-88d6-ddad96521461 admin admin] Notify callbacks [] for router, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:27:43.665014 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-422bc9e0-0a11-4bee-88d6-ddad96521461 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.5296993
May 06 00:27:45.983958 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 33440) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:27:46.344799 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [None req-a66ce1a3-f8fc-467c-83ed-2d25543ec2ac admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=73832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 06 00:27:46.345750 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-a66ce1a3-f8fc-467c-83ed-2d25543ec2ac admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3609421
May 06 00:27:46.742104 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-c7df7a9f-9126-46aa-ab6b-404901d6736f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:27:48.659630 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 33450) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:27:49.022384 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.v2.base [None req-75ed0188-ac43-4da5-b8c9-256e3604be00 admin admin] Request body: {'network': {'name': 'public', 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'router:external': True, 'admin_state_up': True, 'is_default': True}} {{(pid=73832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:27:49.043174 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-75ed0188-ac43-4da5-b8c9-256e3604be00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:27:49.046918 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-75ed0188-ac43-4da5-b8c9-256e3604be00 admin admin] Usage tracker for resource:network and tenant:6a3119034e6b4d489db86190e63f36ad is out of sync, need to count used quota {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:27:49.049715 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-75ed0188-ac43-4da5-b8c9-256e3604be00 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:27:49.056023 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-75ed0188-ac43-4da5-b8c9-256e3604be00 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:27:49.066347 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75ed0188-ac43-4da5-b8c9-256e3604be00 admin admin] Made reservation on behalf of 6a3119034e6b4d489db86190e63f36ad for: {'network': 1} {{(pid=73832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 06 00:27:49.068620 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-75ed0188-ac43-4da5-b8c9-256e3604be00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for network, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:27:49.080278 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-75ed0188-ac43-4da5-b8c9-256e3604be00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:27:49.094481 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-75ed0188-ac43-4da5-b8c9-256e3604be00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:27:49.098825 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-75ed0188-ac43-4da5-b8c9-256e3604be00 admin admin] Usage tracker for resource:security_group_rule and tenant:6a3119034e6b4d489db86190e63f36ad is out of sync, need to count used quota {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:27:49.101555 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-75ed0188-ac43-4da5-b8c9-256e3604be00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:27:49.107056 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-75ed0188-ac43-4da5-b8c9-256e3604be00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:27:49.188897 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-75ed0188-ac43-4da5-b8c9-256e3604be00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:27:49.192677 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-75ed0188-ac43-4da5-b8c9-256e3604be00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:27:49.195178 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:27:49.196994 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-b31de5b6-4aa4-41d8-902e-b9337a98e0e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:27:49.210613 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-75ed0188-ac43-4da5-b8c9-256e3604be00 admin admin] Reserving flat network on physical network physnet1 {{(pid=73832) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
May 06 00:27:49.233879 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ed0188-ac43-4da5-b8c9-256e3604be00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c647d906-ed3e-4e75-b5d0-5e0adf8e6bd0,revision_number=1']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:27:49.236586 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-75ed0188-ac43-4da5-b8c9-256e3604be00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730493'] for segment, precommit_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:27:49.236947 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.db.segments_db [None req-75ed0188-ac43-4da5-b8c9-256e3604be00 admin admin] Added segment 9e77dc6e-5839-4c5c-8941-3e48c898c98b of type flat for network 86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4
May 06 00:27:49.238057 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-75ed0188-ac43-4da5-b8c9-256e3604be00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:27:49.268537 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-75ed0188-ac43-4da5-b8c9-256e3604be00 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767380920962'] for network, precommit_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:27:49.303962 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-75ed0188-ac43-4da5-b8c9-256e3604be00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938'] for network, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:27:49.305262 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ed0188-ac43-4da5-b8c9-256e3604be00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:27:49.305833 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-75ed0188-ac43-4da5-b8c9-256e3604be00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535980'] for network, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:27:49.310110 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:27:49.404924 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-75ed0188-ac43-4da5-b8c9-256e3604be00 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.7442169
May 06 00:27:49.405595 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ed0188-ac43-4da5-b8c9-256e3604be00 admin admin] Pushing event updated for resources: {'Network': ['ID=86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4,revision_number=1']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:27:49.426477 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-75ed0188-ac43-4da5-b8c9-256e3604be00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:27:49.434246 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Network 86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4 details requested by agent ovs-agent-dv-cinder-784623-8-iscsi with host dv-cinder-784623-8-iscsi {{(pid=73833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 06 00:27:49.551038 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-4ae68ff5-53b0-4ffc-8190-048768f2e8cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:27:50.345517 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-90084741-9b8f-423c-9f16-72d74cd0e02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:27:50.882606 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.agents_db [None req-ee74f776-58ee-4f13-aa41-ceaf6d7d8c19 None None] Agent healthcheck: found 5 active agents {{(pid=73834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 06 00:27:51.729244 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 33472) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:27:51.806240 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-06e5bd5a-9e4a-4653-864f-becf711c9df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:27:51.937595 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-534a4d5e-ec1c-4268-99c2-44dac22a6073 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:27:51.938903 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-534a4d5e-ec1c-4268-99c2-44dac22a6073 admin admin] 10.222.0.24 "GET /v2.0/subnets/2d75b3c7-70f7-4aa5-b4b0-b0bd227f6fd9 HTTP/1.1" status: 200  len: 849 time: 0.2087250
May 06 00:27:52.079518 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-060a44f7-aa81-488f-aaa2-03a0d5fb1222 admin admin] 10.222.0.24 "GET /v2.0/routers/4e93a66e-4702-494c-bc51-9e2652f08ddf HTTP/1.1" status: 200  len: 704 time: 0.1349461
May 06 00:27:52.527723 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-b310902a-3134-432e-81c2-b00dd7448e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:27:52.757180 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.db_base_plugin_common [None req-b310902a-3134-432e-81c2-b00dd7448e8a admin admin] Allocated IP 172.20.0.1 (5519042a-8270-4cbb-b2ac-39f4c3b0de08/2d75b3c7-70f7-4aa5-b4b0-b0bd227f6fd9/c572bb8b-d7dc-41cb-859b-d8e6319862fa) {{(pid=73832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 06 00:27:52.939875 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-b310902a-3134-432e-81c2-b00dd7448e8a admin admin] Notify callbacks [] for port, precommit_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:27:52.955929 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.provisioning_blocks [None req-b310902a-3134-432e-81c2-b00dd7448e8a admin admin] Transition to ACTIVE for port object c572bb8b-d7dc-41cb-859b-d8e6319862fa will not be triggered until provisioned by entity DHCP. {{(pid=73832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 00:27:53.007417 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-b310902a-3134-432e-81c2-b00dd7448e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767380898820'] for port, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:27:53.012093 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:27:53.068040 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b310902a-3134-432e-81c2-b00dd7448e8a admin admin] Network 5519042a-8270-4cbb-b2ac-39f4c3b0de08 is already hosted by enough agents. {{(pid=73832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 00:27:53.070791 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.scheduler.base_scheduler [None req-b310902a-3134-432e-81c2-b00dd7448e8a admin admin] Resources bound (agent type, host, resource id):  {{(pid=73832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 00:27:53.074562 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b310902a-3134-432e-81c2-b00dd7448e8a admin admin] Received port after_create {{(pid=73832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 06 00:27:53.075056 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-b310902a-3134-432e-81c2-b00dd7448e8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-401631'] for router_interface, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:27:53.210019 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b310902a-3134-432e-81c2-b00dd7448e8a admin admin] Pushing event updated for resources: {'Port': ['ID=c572bb8b-d7dc-41cb-859b-d8e6319862fa,revision_number=1']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:27:53.220603 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-b310902a-3134-432e-81c2-b00dd7448e8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:27:53.319560 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-70534d5e-4971-430a-b662-1b80ef60f526 None None] Provisioning for port c572bb8b-d7dc-41cb-859b-d8e6319862fa completed by entity DHCP. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 00:27:53.324156 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-70534d5e-4971-430a-b662-1b80ef60f526 None None] Provisioning complete for port c572bb8b-d7dc-41cb-859b-d8e6319862fa triggered by entity DHCP. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 00:27:53.324552 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-70534d5e-4971-430a-b662-1b80ef60f526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723253'] for port, provisioning_complete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:27:53.337874 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-b310902a-3134-432e-81c2-b00dd7448e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:27:53.378614 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.plugin [None req-70534d5e-4971-430a-b662-1b80ef60f526 None None] Port c572bb8b-d7dc-41cb-859b-d8e6319862fa cannot update to ACTIVE because it is not bound. {{(pid=73833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 06 00:27:53.555662 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-b310902a-3134-432e-81c2-b00dd7448e8a admin admin] Notify callbacks [] for port, precommit_update {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:27:53.559776 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-b310902a-3134-432e-81c2-b00dd7448e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:27:53.560828 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-b310902a-3134-432e-81c2-b00dd7448e8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401532'] for router_interface, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:27:53.564595 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:27:53.692154 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b310902a-3134-432e-81c2-b00dd7448e8a admin admin] Pushing event updated for resources: {'Port': ['ID=c572bb8b-d7dc-41cb-859b-d8e6319862fa,revision_number=2']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:27:53.696044 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-b310902a-3134-432e-81c2-b00dd7448e8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:27:53.751882 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b310902a-3134-432e-81c2-b00dd7448e8a admin admin] Network 5519042a-8270-4cbb-b2ac-39f4c3b0de08 is already hosted by enough agents. {{(pid=73832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 00:27:53.752947 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.scheduler.base_scheduler [None req-b310902a-3134-432e-81c2-b00dd7448e8a admin admin] Resources bound (agent type, host, resource id):  {{(pid=73832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 00:27:53.901261 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-553e42b7-5682-462c-b821-52bcd998e525 None None] Provisioning complete for port c572bb8b-d7dc-41cb-859b-d8e6319862fa triggered by entity DHCP. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 00:27:53.901630 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-553e42b7-5682-462c-b821-52bcd998e525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723253'] for port, provisioning_complete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:27:53.939922 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b310902a-3134-432e-81c2-b00dd7448e8a admin admin] Router 4e93a66e-4702-494c-bc51-9e2652f08ddf is scheduled to L3 agent 3fa0790c-dd29-4495-aa07-f8a2ae482509 with binding_index 1 {{(pid=73832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 06 00:27:53.953378 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.plugin [None req-553e42b7-5682-462c-b821-52bcd998e525 None None] Port c572bb8b-d7dc-41cb-859b-d8e6319862fa cannot update to ACTIVE because it is not bound. {{(pid=73833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 06 00:27:54.090685 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b310902a-3134-432e-81c2-b00dd7448e8a admin admin] Notify agent at l3_agent.dv-cinder-784623-8-iscsi the message routers_updated {{(pid=73832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 06 00:27:54.099934 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-b310902a-3134-432e-81c2-b00dd7448e8a admin admin] 10.222.0.24 "PUT /v2.0/routers/4e93a66e-4702-494c-bc51-9e2652f08ddf/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.0151250
May 06 00:27:54.100100 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696f14cf-ce81-4a14-86dd-12f363b9e889 None None] Sync routers for ids ['4e93a66e-4702-494c-bc51-9e2652f08ddf'] in dv-cinder-784623-8-iscsi {{(pid=73834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 06 00:27:54.110304 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696f14cf-ce81-4a14-86dd-12f363b9e889 None None] Routers {'4e93a66e-4702-494c-bc51-9e2652f08ddf'} bound to L3 agent in host dv-cinder-784623-8-iscsi {{(pid=73834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 00:27:54.111127 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_hamode_db [None req-696f14cf-ce81-4a14-86dd-12f363b9e889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9509c1afa0>, 'dv-cinder-784623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-06T00:27:20Z,description=<?>,heartbeat_timestamp=2021-05-06T00:27:50Z,host='dv-cinder-784623-8-iscsi',id=3fa0790c-dd29-4495-aa07-f8a2ae482509,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T00:27:20Z,topic='l3_agent')) {'router_ids': ['4e93a66e-4702-494c-bc51-9e2652f08ddf'], 'active': True} {{(pid=73834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:27:54.280291 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_dvr_db [None req-696f14cf-ce81-4a14-86dd-12f363b9e889 None None] Set router 4e93a66e-4702-494c-bc51-9e2652f08ddf gateway port host: None {{(pid=73834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 00:27:54.638618 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_hamode_db [None req-696f14cf-ce81-4a14-86dd-12f363b9e889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9509c1afa0>, [{'id': '4e93a66e-4702-494c-bc51-9e2652f08ddf', 'name': 'router1', 'tenant_id': 'ef2b62d59e2d4291bf86b9684418f832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:27:43Z', 'updated_at': '2021-05-06T00:27:53Z', 'revision_number': 2, 'project_id': 'ef2b62d59e2d4291bf86b9684418f832', 'gw_port_host': None, '_interfaces': [{'id': 'c572bb8b-d7dc-41cb-859b-d8e6319862fa', 'name': '', 'network_id': '5519042a-8270-4cbb-b2ac-39f4c3b0de08', 'tenant_id': 'ef2b62d59e2d4291bf86b9684418f832', 'mac_address': 'fa:16:3e:e2:ec:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e93a66e-4702-494c-bc51-9e2652f08ddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2d75b3c7-70f7-4aa5-b4b0-b0bd227f6fd9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:27:52Z', 'updated_at': '2021-05-06T00:27:53Z', 'revision_number': 2, 'project_id': 'ef2b62d59e2d4291bf86b9684418f832', 'subnets': [{'id': '2d75b3c7-70f7-4aa5-b4b0-b0bd227f6fd9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'af201e62-162a-463f-ae6c-6401a2b6305b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-8-iscsi', False) {} {{(pid=73834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:27:54.643409 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696f14cf-ce81-4a14-86dd-12f363b9e889 None None] Checking router: 4e93a66e-4702-494c-bc51-9e2652f08ddf for host: dv-cinder-784623-8-iscsi {{(pid=73834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 06 00:27:54.643780 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696f14cf-ce81-4a14-86dd-12f363b9e889 None None] Updating router 4e93a66e-4702-494c-bc51-9e2652f08ddf port c572bb8b-d7dc-41cb-859b-d8e6319862fa binding host dv-cinder-784623-8-iscsi {{(pid=73834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 06 00:27:54.695337 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron_lib.callbacks.manager [None req-696f14cf-ce81-4a14-86dd-12f363b9e889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:27:55.066277 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron_lib.callbacks.manager [None req-696f14cf-ce81-4a14-86dd-12f363b9e889 None None] Notify callbacks [] for port, precommit_update {{(pid=73834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:27:55.081338 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.provisioning_blocks [None req-696f14cf-ce81-4a14-86dd-12f363b9e889 None None] Transition to ACTIVE for port object c572bb8b-d7dc-41cb-859b-d8e6319862fa will not be triggered until provisioned by entity L2. {{(pid=73834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 00:27:55.088392 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron_lib.callbacks.manager [None req-696f14cf-ce81-4a14-86dd-12f363b9e889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:27:55.095011 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:27:55.261229 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040ed067-6544-4cad-bdef-e4b9819c7ae4 None None] Pushing event updated for resources: {'Port': ['ID=c572bb8b-d7dc-41cb-859b-d8e6319862fa,revision_number=3']} {{(pid=73834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:27:55.274080 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040ed067-6544-4cad-bdef-e4b9819c7ae4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:27:55.274413 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040ed067-6544-4cad-bdef-e4b9819c7ae4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:27:55.274899 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040ed067-6544-4cad-bdef-e4b9819c7ae4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:27:55.275223 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040ed067-6544-4cad-bdef-e4b9819c7ae4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:27:55.275543 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040ed067-6544-4cad-bdef-e4b9819c7ae4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:27:55.275861 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040ed067-6544-4cad-bdef-e4b9819c7ae4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:27:55.276231 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040ed067-6544-4cad-bdef-e4b9819c7ae4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:27:55.276546 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040ed067-6544-4cad-bdef-e4b9819c7ae4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:27:55.276895 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040ed067-6544-4cad-bdef-e4b9819c7ae4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:27:55.277205 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040ed067-6544-4cad-bdef-e4b9819c7ae4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:27:55.277724 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040ed067-6544-4cad-bdef-e4b9819c7ae4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:27:55.277802 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040ed067-6544-4cad-bdef-e4b9819c7ae4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:27:55.278910 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040ed067-6544-4cad-bdef-e4b9819c7ae4 None None] Tracked resource versions report:
May 06 00:27:55.278910 dv-cinder-784623-8-iscsi neutron-server[73834]: pushed versions:
May 06 00:27:55.278910 dv-cinder-784623-8-iscsi neutron-server[73834]: {   'AddressGroup': {'1.2'},
May 06 00:27:55.278910 dv-cinder-784623-8-iscsi neutron-server[73834]:     'ConntrackHelper': {'1.0'},
May 06 00:27:55.278910 dv-cinder-784623-8-iscsi neutron-server[73834]:     'Log': {'1.0'},
May 06 00:27:55.278910 dv-cinder-784623-8-iscsi neutron-server[73834]:     'Network': {'1.1'},
May 06 00:27:55.278910 dv-cinder-784623-8-iscsi neutron-server[73834]:     'Port': {'1.7'},
May 06 00:27:55.278910 dv-cinder-784623-8-iscsi neutron-server[73834]:     'PortForwarding': {'1.2'},
May 06 00:27:55.278910 dv-cinder-784623-8-iscsi neutron-server[73834]:     'QosPolicy': {'1.8'},
May 06 00:27:55.278910 dv-cinder-784623-8-iscsi neutron-server[73834]:     'SecurityGroup': {'1.4'},
May 06 00:27:55.278910 dv-cinder-784623-8-iscsi neutron-server[73834]:     'SecurityGroupRule': {'1.2'},
May 06 00:27:55.278910 dv-cinder-784623-8-iscsi neutron-server[73834]:     'SubPort': {'1.0'},
May 06 00:27:55.278910 dv-cinder-784623-8-iscsi neutron-server[73834]:     'Subnet': {'1.1'},
May 06 00:27:55.278910 dv-cinder-784623-8-iscsi neutron-server[73834]:     'Trunk': {'1.1'}}
May 06 00:27:55.278910 dv-cinder-784623-8-iscsi neutron-server[73834]: consumer versions:
May 06 00:27:55.278910 dv-cinder-784623-8-iscsi neutron-server[73834]: {   DHCP agent@dv-cinder-784623-8-iscsi: {},
May 06 00:27:55.278910 dv-cinder-784623-8-iscsi neutron-server[73834]:     L3 agent@dv-cinder-784623-8-iscsi: {},
May 06 00:27:55.278910 dv-cinder-784623-8-iscsi neutron-server[73834]:     Metadata agent@dv-cinder-784623-8-iscsi: {},
May 06 00:27:55.278910 dv-cinder-784623-8-iscsi neutron-server[73834]:     Metering agent@dv-cinder-784623-8-iscsi: {},
May 06 00:27:55.278910 dv-cinder-784623-8-iscsi neutron-server[73834]:     Open vSwitch agent@dv-cinder-784623-8-iscsi: {   'AddressGroup': '1.2',
May 06 00:27:55.278910 dv-cinder-784623-8-iscsi neutron-server[73834]:                                                      'ConntrackHelper': '1.0',
May 06 00:27:55.278910 dv-cinder-784623-8-iscsi neutron-server[73834]:                                                      'Log': '1.0',
May 06 00:27:55.278910 dv-cinder-784623-8-iscsi neutron-server[73834]:                                                      'Network': '1.1',
May 06 00:27:55.278910 dv-cinder-784623-8-iscsi neutron-server[73834]:                                                      'Port': '1.7',
May 06 00:27:55.278910 dv-cinder-784623-8-iscsi neutron-server[73834]:                                                      'PortForwarding': '1.2',
May 06 00:27:55.278910 dv-cinder-784623-8-iscsi neutron-server[73834]:                                                      'QosPolicy': '1.8',
May 06 00:27:55.278910 dv-cinder-784623-8-iscsi neutron-server[73834]:                                                      'SecurityGroup': '1.4',
May 06 00:27:55.278910 dv-cinder-784623-8-iscsi neutron-server[73834]:                                                      'SecurityGroupRule': '1.2',
May 06 00:27:55.278910 dv-cinder-784623-8-iscsi neutron-server[73834]:                                                      'SubPort': '1.0',
May 06 00:27:55.278910 dv-cinder-784623-8-iscsi neutron-server[73834]:                                                      'Subnet': '1.1',
May 06 00:27:55.278910 dv-cinder-784623-8-iscsi neutron-server[73834]:                                                      'Trunk': '1.1'}}
May 06 00:27:55.278910 dv-cinder-784623-8-iscsi neutron-server[73834]:  {{(pid=73834) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 06 00:27:55.312491 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG oslo_concurrency.lockutils [None req-040ed067-6544-4cad-bdef-e4b9819c7ae4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=73834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:27:55.331978 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.plugins.ml2.managers [None req-696f14cf-ce81-4a14-86dd-12f363b9e889 None None] Attempting to bind port c572bb8b-d7dc-41cb-859b-d8e6319862fa on host dv-cinder-784623-8-iscsi for vnic_type normal with profile  {{(pid=73834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 06 00:27:55.332860 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.plugins.ml2.managers [None req-696f14cf-ce81-4a14-86dd-12f363b9e889 None None] Attempting to bind port c572bb8b-d7dc-41cb-859b-d8e6319862fa by drivers openvswitch,hyperv on host dv-cinder-784623-8-iscsi at level 0 using segments [{'id': 'b793751d-26b8-426f-8d26-208ba0912f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '5519042a-8270-4cbb-b2ac-39f4c3b0de08'}] {{(pid=73834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 06 00:27:55.333365 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696f14cf-ce81-4a14-86dd-12f363b9e889 None None] Attempting to bind port c572bb8b-d7dc-41cb-859b-d8e6319862fa on network 5519042a-8270-4cbb-b2ac-39f4c3b0de08 {{(pid=73834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 00:27:55.338518 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696f14cf-ce81-4a14-86dd-12f363b9e889 None None] Checking agent: {'id': '4b72a67e-bba9-4429-9bf9-904dcd8ce83b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 0, 27, 19), 'started_at': datetime.datetime(2021, 5, 6, 0, 27, 49), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 0, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 06 00:27:55.338926 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696f14cf-ce81-4a14-86dd-12f363b9e889 None None] Checking segment: {'id': 'b793751d-26b8-426f-8d26-208ba0912f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '5519042a-8270-4cbb-b2ac-39f4c3b0de08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 00:27:55.339514 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron_lib.callbacks.manager [None req-696f14cf-ce81-4a14-86dd-12f363b9e889 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:27:55.339901 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696f14cf-ce81-4a14-86dd-12f363b9e889 None None] Bound using segment: {'id': 'b793751d-26b8-426f-8d26-208ba0912f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '5519042a-8270-4cbb-b2ac-39f4c3b0de08'} {{(pid=73834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 06 00:27:55.340399 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.plugins.ml2.managers [None req-696f14cf-ce81-4a14-86dd-12f363b9e889 None None] Bound port: c572bb8b-d7dc-41cb-859b-d8e6319862fa, host: dv-cinder-784623-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b793751d-26b8-426f-8d26-208ba0912f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '5519042a-8270-4cbb-b2ac-39f4c3b0de08'}}] {{(pid=73834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 06 00:27:55.340799 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron_lib.callbacks.manager [None req-696f14cf-ce81-4a14-86dd-12f363b9e889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:27:55.425653 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.plugins.ml2.db [None req-696f14cf-ce81-4a14-86dd-12f363b9e889 None None] For port c572bb8b-d7dc-41cb-859b-d8e6319862fa, host dv-cinder-784623-8-iscsi, cleared binding levels {{(pid=73834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 06 00:27:55.429913 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.plugins.ml2.db [None req-696f14cf-ce81-4a14-86dd-12f363b9e889 None None] For port c572bb8b-d7dc-41cb-859b-d8e6319862fa, host dv-cinder-784623-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-iscsi',level=0,port_id=c572bb8b-d7dc-41cb-859b-d8e6319862fa,segment=NetworkSegment(b793751d-26b8-426f-8d26-208ba0912f3a),segment_id=b793751d-26b8-426f-8d26-208ba0912f3a)] {{(pid=73834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 06 00:27:55.435514 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron_lib.callbacks.manager [None req-696f14cf-ce81-4a14-86dd-12f363b9e889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:27:55.439177 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG oslo_concurrency.lockutils [None req-040ed067-6544-4cad-bdef-e4b9819c7ae4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:27:55.546623 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696f14cf-ce81-4a14-86dd-12f363b9e889 None None] Routers {'4e93a66e-4702-494c-bc51-9e2652f08ddf'} bound to L3 agent in host dv-cinder-784623-8-iscsi {{(pid=73834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 00:27:55.547249 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_hamode_db [None req-696f14cf-ce81-4a14-86dd-12f363b9e889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9509c1afa0>, 'dv-cinder-784623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-06T00:27:20Z,description=<?>,heartbeat_timestamp=2021-05-06T00:27:50Z,host='dv-cinder-784623-8-iscsi',id=3fa0790c-dd29-4495-aa07-f8a2ae482509,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T00:27:20Z,topic='l3_agent')) {'router_ids': ['4e93a66e-4702-494c-bc51-9e2652f08ddf'], 'active': True} {{(pid=73834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:27:55.603302 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040ed067-6544-4cad-bdef-e4b9819c7ae4 None None] Pushing event updated for resources: {'Port': ['ID=c572bb8b-d7dc-41cb-859b-d8e6319862fa,revision_number=4']} {{(pid=73834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:27:55.656980 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG oslo_concurrency.lockutils [None req-040ed067-6544-4cad-bdef-e4b9819c7ae4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=73834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:27:55.702680 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_dvr_db [None req-696f14cf-ce81-4a14-86dd-12f363b9e889 None None] Set router 4e93a66e-4702-494c-bc51-9e2652f08ddf gateway port host: None {{(pid=73834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 00:27:56.022372 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_hamode_db [None req-696f14cf-ce81-4a14-86dd-12f363b9e889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9509c1afa0>, [{'id': '4e93a66e-4702-494c-bc51-9e2652f08ddf', 'name': 'router1', 'tenant_id': 'ef2b62d59e2d4291bf86b9684418f832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:27:43Z', 'updated_at': '2021-05-06T00:27:53Z', 'revision_number': 2, 'project_id': 'ef2b62d59e2d4291bf86b9684418f832', 'gw_port_host': None, '_interfaces': [{'id': 'c572bb8b-d7dc-41cb-859b-d8e6319862fa', 'name': '', 'network_id': '5519042a-8270-4cbb-b2ac-39f4c3b0de08', 'tenant_id': 'ef2b62d59e2d4291bf86b9684418f832', 'mac_address': 'fa:16:3e:e2:ec:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e93a66e-4702-494c-bc51-9e2652f08ddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2d75b3c7-70f7-4aa5-b4b0-b0bd227f6fd9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:27:52Z', 'updated_at': '2021-05-06T00:27:55Z', 'revision_number': 4, 'project_id': 'ef2b62d59e2d4291bf86b9684418f832', 'subnets': [{'id': '2d75b3c7-70f7-4aa5-b4b0-b0bd227f6fd9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'af201e62-162a-463f-ae6c-6401a2b6305b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-8-iscsi', False) {} {{(pid=73834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:27:56.026148 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696f14cf-ce81-4a14-86dd-12f363b9e889 None None] The sync data for ids ['4e93a66e-4702-494c-bc51-9e2652f08ddf'] in dv-cinder-784623-8-iscsi is: [{'id': '4e93a66e-4702-494c-bc51-9e2652f08ddf', 'name': 'router1', 'tenant_id': 'ef2b62d59e2d4291bf86b9684418f832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:27:43Z', 'updated_at': '2021-05-06T00:27:53Z', 'revision_number': 2, 'project_id': 'ef2b62d59e2d4291bf86b9684418f832', 'gw_port_host': None, '_interfaces': [{'id': 'c572bb8b-d7dc-41cb-859b-d8e6319862fa', 'name': '', 'network_id': '5519042a-8270-4cbb-b2ac-39f4c3b0de08', 'tenant_id': 'ef2b62d59e2d4291bf86b9684418f832', 'mac_address': 'fa:16:3e:e2:ec:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e93a66e-4702-494c-bc51-9e2652f08ddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2d75b3c7-70f7-4aa5-b4b0-b0bd227f6fd9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:27:52Z', 'updated_at': '2021-05-06T00:27:55Z', 'revision_number': 4, 'project_id': 'ef2b62d59e2d4291bf86b9684418f832', 'subnets': [{'id': '2d75b3c7-70f7-4aa5-b4b0-b0bd227f6fd9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'af201e62-162a-463f-ae6c-6401a2b6305b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 06 00:27:56.244632 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 33494) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:27:56.426692 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ede2f58-0935-486a-8a6e-f7107171eac0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:27:56.427241 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-5ede2f58-0935-486a-8a6e-f7107171eac0 admin admin] Synchronizing usage tracker for tenant:6a3119034e6b4d489db86190e63f36ad on resource:network {{(pid=73832) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 00:27:56.444497 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-5ede2f58-0935-486a-8a6e-f7107171eac0 admin admin] Unset dirty status for tenant:6a3119034e6b4d489db86190e63f36ad on resource:network {{(pid=73832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 00:27:56.445740 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-5ede2f58-0935-486a-8a6e-f7107171eac0 admin admin] 10.222.0.24 "GET /v2.0/networks/86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4 HTTP/1.1" status: 200  len: 842 time: 0.2000387
May 06 00:27:56.454963 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.v2.base [None req-cd1eff59-aa8f-4a5e-b715-1e7aa806e316 admin admin] Request body: {'subnet': {'cidr': '172.27.3.0/24', 'name': 'public-subnet', 'gateway_ip': '172.27.3.1', 'enable_dhcp': False, 'ip_version': 4, 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4'}} {{(pid=73832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:27:56.460814 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-cd1eff59-aa8f-4a5e-b715-1e7aa806e316 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:27:56.464529 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-cd1eff59-aa8f-4a5e-b715-1e7aa806e316 admin admin] Usage tracker for resource:subnet and tenant:6a3119034e6b4d489db86190e63f36ad is out of sync, need to count used quota {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:27:56.467304 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-cd1eff59-aa8f-4a5e-b715-1e7aa806e316 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:27:56.473418 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-cd1eff59-aa8f-4a5e-b715-1e7aa806e316 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:27:56.482989 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd1eff59-aa8f-4a5e-b715-1e7aa806e316 admin admin] Made reservation on behalf of 6a3119034e6b4d489db86190e63f36ad for: {'subnet': 1} {{(pid=73832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 06 00:27:56.485274 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-cd1eff59-aa8f-4a5e-b715-1e7aa806e316 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:27:56.889061 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.objects.ports [None req-cd1eff59-aa8f-4a5e-b715-1e7aa806e316 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=73832) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}}
May 06 00:27:56.889497 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-cd1eff59-aa8f-4a5e-b715-1e7aa806e316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938'] for subnet, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:27:56.893783 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:27:56.964445 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1eff59-aa8f-4a5e-b715-1e7aa806e316 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f976aaf-f539-4cba-9109-d63a57e1b399,revision_number=0']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:27:56.969486 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-cd1eff59-aa8f-4a5e-b715-1e7aa806e316 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:27:56.971874 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1eff59-aa8f-4a5e-b715-1e7aa806e316 admin admin] Checking segment: {'id': '9e77dc6e-5839-4c5c-8941-3e48c898c98b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 00:27:56.972227 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1eff59-aa8f-4a5e-b715-1e7aa806e316 admin admin] Network hostable DHCP agents. Network: 86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4, hostable agents: ['08bd01f5-d9ad-41d2-bccd-f8157b6c692c'], hosted agents: [] {{(pid=73832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 06 00:27:56.990041 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1eff59-aa8f-4a5e-b715-1e7aa806e316 admin admin] Network 86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4 is scheduled to be hosted by DHCP agent 08bd01f5-d9ad-41d2-bccd-f8157b6c692c with binding_index 1 {{(pid=73832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 06 00:27:56.998800 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.scheduler.base_scheduler [None req-cd1eff59-aa8f-4a5e-b715-1e7aa806e316 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-8-iscsi, 86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4) {{(pid=73832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 00:27:57.004080 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1eff59-aa8f-4a5e-b715-1e7aa806e316 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:27:57.004786 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-cd1eff59-aa8f-4a5e-b715-1e7aa806e316 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535980'] for subnet, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:27:57.007882 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c81e2e3-6846-4f2a-9493-78e15f5bb756 None None] Network 86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4 requested from dv-cinder-784623-8-iscsi {{(pid=73833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 06 00:27:57.024415 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-cd1eff59-aa8f-4a5e-b715-1e7aa806e316 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.5729396
May 06 00:27:57.239849 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460256cf-6739-4994-97e8-141c70ff666d None None] Network 86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4 requested from dv-cinder-784623-8-iscsi {{(pid=73833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 06 00:27:59.209614 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Device c572bb8b-d7dc-41cb-859b-d8e6319862fa up at agent ovs-agent-dv-cinder-784623-8-iscsi {{(pid=73833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 00:27:59.268647 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 33508) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:27:59.275634 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Provisioning for port c572bb8b-d7dc-41cb-859b-d8e6319862fa completed by entity L2. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 00:27:59.280727 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Provisioning complete for port c572bb8b-d7dc-41cb-859b-d8e6319862fa triggered by entity L2. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 00:27:59.281136 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723253'] for port, provisioning_complete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:27:59.398875 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:27:59.431815 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] For port c572bb8b-d7dc-41cb-859b-d8e6319862fa, host dv-cinder-784623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-iscsi',level=0,port_id=c572bb8b-d7dc-41cb-859b-d8e6319862fa,segment=NetworkSegment(b793751d-26b8-426f-8d26-208ba0912f3a),segment_id=b793751d-26b8-426f-8d26-208ba0912f3a)] {{(pid=73833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:27:59.436887 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:27:59.439076 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:27:59.479778 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-47e34da3-207f-4f92-afcd-345927deac61 admin admin] 10.222.0.24 "GET /v2.0/routers/4e93a66e-4702-494c-bc51-9e2652f08ddf HTTP/1.1" status: 200  len: 710 time: 0.2056596
May 06 00:27:59.505581 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Pushing event updated for resources: {'Port': ['ID=c572bb8b-d7dc-41cb-859b-d8e6319862fa,revision_number=5']} {{(pid=73833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:27:59.509156 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:27:59.604776 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-229b6575-357a-4d81-b613-9c33643d14d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:27:59.606034 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-229b6575-357a-4d81-b613-9c33643d14d4 admin admin] 10.222.0.24 "GET /v2.0/networks/86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4 HTTP/1.1" status: 200  len: 886 time: 0.1256068
May 06 00:27:59.614710 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.v2.base [None req-8a884b2a-582e-46bc-8da3-f569a09ec43d admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4'}}} {{(pid=73832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:28:00.090826 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-8a884b2a-582e-46bc-8da3-f569a09ec43d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-409237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-433687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3415'] for router, precommit_update {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:28:00.403978 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-8a884b2a-582e-46bc-8da3-f569a09ec43d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:28:00.457465 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-8a884b2a-582e-46bc-8da3-f569a09ec43d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:28:00.587613 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.db_base_plugin_common [None req-8a884b2a-582e-46bc-8da3-f569a09ec43d admin admin] Allocated IP 172.27.3.51 (86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4/5f976aaf-f539-4cba-9109-d63a57e1b399/70a5bfb5-25e5-414d-9564-06e114865151) {{(pid=73832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 06 00:28:00.728583 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-8a884b2a-582e-46bc-8da3-f569a09ec43d admin admin] Notify callbacks [] for port, precommit_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:28:00.757061 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-8a884b2a-582e-46bc-8da3-f569a09ec43d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767380898820'] for port, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:28:00.761525 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-b310902a-3134-432e-81c2-b00dd7448e8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:28:00.817856 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a884b2a-582e-46bc-8da3-f569a09ec43d admin admin] Network 86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4 is already hosted by enough agents. {{(pid=73832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 00:28:00.820539 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.scheduler.base_scheduler [None req-8a884b2a-582e-46bc-8da3-f569a09ec43d admin admin] Resources bound (agent type, host, resource id):  {{(pid=73832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 00:28:00.824082 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a884b2a-582e-46bc-8da3-f569a09ec43d admin admin] Received port after_create {{(pid=73832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 06 00:28:00.941969 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a884b2a-582e-46bc-8da3-f569a09ec43d admin admin] Pushing event updated for resources: {'Port': ['ID=70a5bfb5-25e5-414d-9564-06e114865151,revision_number=1']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:28:00.946030 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-8a884b2a-582e-46bc-8da3-f569a09ec43d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:28:01.189647 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Device c572bb8b-d7dc-41cb-859b-d8e6319862fa up at agent ovs-agent-dv-cinder-784623-8-iscsi {{(pid=73833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 00:28:01.204857 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-8a884b2a-582e-46bc-8da3-f569a09ec43d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:28:01.274650 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Provisioning complete for port c572bb8b-d7dc-41cb-859b-d8e6319862fa triggered by entity L2. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 00:28:01.275032 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723253'] for port, provisioning_complete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:28:01.588536 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-8a884b2a-582e-46bc-8da3-f569a09ec43d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-409237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-433687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3415'] for router, precommit_update {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:28:01.591777 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-8a884b2a-582e-46bc-8da3-f569a09ec43d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-395067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-395017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-433664'] for router, after_update {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:28:01.763907 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a884b2a-582e-46bc-8da3-f569a09ec43d admin admin] Router 4e93a66e-4702-494c-bc51-9e2652f08ddf has already been hosted by L3 agent 3fa0790c-dd29-4495-aa07-f8a2ae482509 {{(pid=73832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 06 00:28:01.930441 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a884b2a-582e-46bc-8da3-f569a09ec43d admin admin] Notify agent at l3_agent.dv-cinder-784623-8-iscsi the message routers_updated {{(pid=73832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 06 00:28:01.938105 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-8a884b2a-582e-46bc-8da3-f569a09ec43d admin admin] Notify callbacks [] for router, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:28:01.939269 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-8a884b2a-582e-46bc-8da3-f569a09ec43d admin admin] 10.222.0.24 "PUT /v2.0/routers/4e93a66e-4702-494c-bc51-9e2652f08ddf HTTP/1.1" status: 200  len: 889 time: 2.3278046
May 06 00:28:01.939957 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8397cc9-406b-485b-aa65-89c7214ff23c None None] Sync routers for ids ['4e93a66e-4702-494c-bc51-9e2652f08ddf'] in dv-cinder-784623-8-iscsi {{(pid=73833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 06 00:28:01.951267 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8397cc9-406b-485b-aa65-89c7214ff23c None None] Routers {'4e93a66e-4702-494c-bc51-9e2652f08ddf'} bound to L3 agent in host dv-cinder-784623-8-iscsi {{(pid=73833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 00:28:01.951927 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_hamode_db [None req-f8397cc9-406b-485b-aa65-89c7214ff23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f950922cca0>, 'dv-cinder-784623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-06T00:27:20Z,description=<?>,heartbeat_timestamp=2021-05-06T00:27:50Z,host='dv-cinder-784623-8-iscsi',id=3fa0790c-dd29-4495-aa07-f8a2ae482509,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T00:27:20Z,topic='l3_agent')) {'router_ids': ['4e93a66e-4702-494c-bc51-9e2652f08ddf'], 'active': True} {{(pid=73833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:28:02.142847 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_dvr_db [None req-f8397cc9-406b-485b-aa65-89c7214ff23c None None] Set router 4e93a66e-4702-494c-bc51-9e2652f08ddf gateway port host: dv-cinder-784623-8-iscsi {{(pid=73833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 00:28:02.474526 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_hamode_db [None req-f8397cc9-406b-485b-aa65-89c7214ff23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f950922cca0>, [{'id': '4e93a66e-4702-494c-bc51-9e2652f08ddf', 'name': 'router1', 'tenant_id': 'ef2b62d59e2d4291bf86b9684418f832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'external_fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '70a5bfb5-25e5-414d-9564-06e114865151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:27:43Z', 'updated_at': '2021-05-06T00:28:01Z', 'revision_number': 4, 'project_id': 'ef2b62d59e2d4291bf86b9684418f832', 'gw_port': {'id': '70a5bfb5-25e5-414d-9564-06e114865151', 'name': '', 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:1f:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e93a66e-4702-494c-bc51-9e2652f08ddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:28:00Z', 'updated_at': '2021-05-06T00:28:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-iscsi', '_interfaces': [{'id': 'c572bb8b-d7dc-41cb-859b-d8e6319862fa', 'name': '', 'network_id': '5519042a-8270-4cbb-b2ac-39f4c3b0de08', 'tenant_id': 'ef2b62d59e2d4291bf86b9684418f832', 'mac_address': 'fa:16:3e:e2:ec:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e93a66e-4702-494c-bc51-9e2652f08ddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2d75b3c7-70f7-4aa5-b4b0-b0bd227f6fd9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:27:52Z', 'updated_at': '2021-05-06T00:27:59Z', 'revision_number': 5, 'project_id': 'ef2b62d59e2d4291bf86b9684418f832', 'subnets': [{'id': '2d75b3c7-70f7-4aa5-b4b0-b0bd227f6fd9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'af201e62-162a-463f-ae6c-6401a2b6305b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-8-iscsi', False) {} {{(pid=73833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:28:02.479400 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8397cc9-406b-485b-aa65-89c7214ff23c None None] Checking router: 4e93a66e-4702-494c-bc51-9e2652f08ddf for host: dv-cinder-784623-8-iscsi {{(pid=73833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 06 00:28:02.479745 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8397cc9-406b-485b-aa65-89c7214ff23c None None] Updating router 4e93a66e-4702-494c-bc51-9e2652f08ddf port 70a5bfb5-25e5-414d-9564-06e114865151 binding host dv-cinder-784623-8-iscsi {{(pid=73833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 06 00:28:02.532144 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-f8397cc9-406b-485b-aa65-89c7214ff23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:28:02.852567 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-f8397cc9-406b-485b-aa65-89c7214ff23c None None] Notify callbacks [] for port, precommit_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:28:02.865481 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-f8397cc9-406b-485b-aa65-89c7214ff23c None None] Transition to ACTIVE for port object 70a5bfb5-25e5-414d-9564-06e114865151 will not be triggered until provisioned by entity L2. {{(pid=73833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 00:28:02.872206 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-f8397cc9-406b-485b-aa65-89c7214ff23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:28:02.876668 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:28:02.951835 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.managers [None req-f8397cc9-406b-485b-aa65-89c7214ff23c None None] Attempting to bind port 70a5bfb5-25e5-414d-9564-06e114865151 on host dv-cinder-784623-8-iscsi for vnic_type normal with profile  {{(pid=73833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 06 00:28:02.952206 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.managers [None req-f8397cc9-406b-485b-aa65-89c7214ff23c None None] Attempting to bind port 70a5bfb5-25e5-414d-9564-06e114865151 by drivers openvswitch,hyperv on host dv-cinder-784623-8-iscsi at level 0 using segments [{'id': '9e77dc6e-5839-4c5c-8941-3e48c898c98b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4'}] {{(pid=73833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 06 00:28:02.952590 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8397cc9-406b-485b-aa65-89c7214ff23c None None] Attempting to bind port 70a5bfb5-25e5-414d-9564-06e114865151 on network 86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4 {{(pid=73833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 00:28:02.954490 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69932f69-18e3-463b-9956-a0bd73d9d536 None None] Pushing event updated for resources: {'Port': ['ID=70a5bfb5-25e5-414d-9564-06e114865151,revision_number=2']} {{(pid=73833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:28:02.958105 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-69932f69-18e3-463b-9956-a0bd73d9d536 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:28:02.960563 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8397cc9-406b-485b-aa65-89c7214ff23c None None] Checking agent: {'id': '4b72a67e-bba9-4429-9bf9-904dcd8ce83b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 0, 27, 19), 'started_at': datetime.datetime(2021, 5, 6, 0, 27, 49), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 0, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 06 00:28:02.960959 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8397cc9-406b-485b-aa65-89c7214ff23c None None] Checking segment: {'id': '9e77dc6e-5839-4c5c-8941-3e48c898c98b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 00:28:02.961910 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-f8397cc9-406b-485b-aa65-89c7214ff23c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:28:02.961910 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8397cc9-406b-485b-aa65-89c7214ff23c None None] Bound using segment: {'id': '9e77dc6e-5839-4c5c-8941-3e48c898c98b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4'} {{(pid=73833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 06 00:28:02.962196 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.managers [None req-f8397cc9-406b-485b-aa65-89c7214ff23c None None] Bound port: 70a5bfb5-25e5-414d-9564-06e114865151, host: dv-cinder-784623-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e77dc6e-5839-4c5c-8941-3e48c898c98b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4'}}] {{(pid=73833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 06 00:28:02.962569 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-f8397cc9-406b-485b-aa65-89c7214ff23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:28:03.034510 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-f8397cc9-406b-485b-aa65-89c7214ff23c None None] For port 70a5bfb5-25e5-414d-9564-06e114865151, host dv-cinder-784623-8-iscsi, cleared binding levels {{(pid=73833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 06 00:28:03.038293 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-f8397cc9-406b-485b-aa65-89c7214ff23c None None] For port 70a5bfb5-25e5-414d-9564-06e114865151, host dv-cinder-784623-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-iscsi',level=0,port_id=70a5bfb5-25e5-414d-9564-06e114865151,segment=NetworkSegment(9e77dc6e-5839-4c5c-8941-3e48c898c98b),segment_id=9e77dc6e-5839-4c5c-8941-3e48c898c98b)] {{(pid=73833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 06 00:28:03.042384 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-f8397cc9-406b-485b-aa65-89c7214ff23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:28:03.046464 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-242fcad5-ee01-4536-b261-56baf34f58f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:28:03.120065 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8397cc9-406b-485b-aa65-89c7214ff23c None None] Routers {'4e93a66e-4702-494c-bc51-9e2652f08ddf'} bound to L3 agent in host dv-cinder-784623-8-iscsi {{(pid=73833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 00:28:03.120677 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_hamode_db [None req-f8397cc9-406b-485b-aa65-89c7214ff23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f950922cca0>, 'dv-cinder-784623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-06T00:27:20Z,description=<?>,heartbeat_timestamp=2021-05-06T00:27:50Z,host='dv-cinder-784623-8-iscsi',id=3fa0790c-dd29-4495-aa07-f8a2ae482509,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T00:27:20Z,topic='l3_agent')) {'router_ids': ['4e93a66e-4702-494c-bc51-9e2652f08ddf'], 'active': True} {{(pid=73833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:28:03.175758 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69932f69-18e3-463b-9956-a0bd73d9d536 None None] Pushing event updated for resources: {'Port': ['ID=70a5bfb5-25e5-414d-9564-06e114865151,revision_number=3']} {{(pid=73833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:28:03.259672 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-69932f69-18e3-463b-9956-a0bd73d9d536 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:28:03.325541 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_dvr_db [None req-f8397cc9-406b-485b-aa65-89c7214ff23c None None] Set router 4e93a66e-4702-494c-bc51-9e2652f08ddf gateway port host: dv-cinder-784623-8-iscsi {{(pid=73833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 00:28:03.641688 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_hamode_db [None req-f8397cc9-406b-485b-aa65-89c7214ff23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f950922cca0>, [{'id': '4e93a66e-4702-494c-bc51-9e2652f08ddf', 'name': 'router1', 'tenant_id': 'ef2b62d59e2d4291bf86b9684418f832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'external_fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '70a5bfb5-25e5-414d-9564-06e114865151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:27:43Z', 'updated_at': '2021-05-06T00:28:01Z', 'revision_number': 4, 'project_id': 'ef2b62d59e2d4291bf86b9684418f832', 'gw_port': {'id': '70a5bfb5-25e5-414d-9564-06e114865151', 'name': '', 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:1f:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e93a66e-4702-494c-bc51-9e2652f08ddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:28:00Z', 'updated_at': '2021-05-06T00:28:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-iscsi', '_interfaces': [{'id': 'c572bb8b-d7dc-41cb-859b-d8e6319862fa', 'name': '', 'network_id': '5519042a-8270-4cbb-b2ac-39f4c3b0de08', 'tenant_id': 'ef2b62d59e2d4291bf86b9684418f832', 'mac_address': 'fa:16:3e:e2:ec:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e93a66e-4702-494c-bc51-9e2652f08ddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2d75b3c7-70f7-4aa5-b4b0-b0bd227f6fd9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:27:52Z', 'updated_at': '2021-05-06T00:27:59Z', 'revision_number': 5, 'project_id': 'ef2b62d59e2d4291bf86b9684418f832', 'subnets': [{'id': '2d75b3c7-70f7-4aa5-b4b0-b0bd227f6fd9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'af201e62-162a-463f-ae6c-6401a2b6305b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-8-iscsi', False) {} {{(pid=73833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:28:03.646114 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8397cc9-406b-485b-aa65-89c7214ff23c None None] The sync data for ids ['4e93a66e-4702-494c-bc51-9e2652f08ddf'] in dv-cinder-784623-8-iscsi is: [{'id': '4e93a66e-4702-494c-bc51-9e2652f08ddf', 'name': 'router1', 'tenant_id': 'ef2b62d59e2d4291bf86b9684418f832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'external_fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '70a5bfb5-25e5-414d-9564-06e114865151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:27:43Z', 'updated_at': '2021-05-06T00:28:01Z', 'revision_number': 4, 'project_id': 'ef2b62d59e2d4291bf86b9684418f832', 'gw_port': {'id': '70a5bfb5-25e5-414d-9564-06e114865151', 'name': '', 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:1f:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e93a66e-4702-494c-bc51-9e2652f08ddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:28:00Z', 'updated_at': '2021-05-06T00:28:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-iscsi', '_interfaces': [{'id': 'c572bb8b-d7dc-41cb-859b-d8e6319862fa', 'name': '', 'network_id': '5519042a-8270-4cbb-b2ac-39f4c3b0de08', 'tenant_id': 'ef2b62d59e2d4291bf86b9684418f832', 'mac_address': 'fa:16:3e:e2:ec:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e93a66e-4702-494c-bc51-9e2652f08ddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2d75b3c7-70f7-4aa5-b4b0-b0bd227f6fd9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:27:52Z', 'updated_at': '2021-05-06T00:27:59Z', 'revision_number': 5, 'project_id': 'ef2b62d59e2d4291bf86b9684418f832', 'subnets': [{'id': '2d75b3c7-70f7-4aa5-b4b0-b0bd227f6fd9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'af201e62-162a-463f-ae6c-6401a2b6305b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 06 00:28:04.293631 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 33518) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:28:04.408223 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-00872a99-01ef-4af1-b723-d96279e9c491 admin admin] 10.222.0.24 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 410 time: 0.1134176
May 06 00:28:05.219081 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Device 70a5bfb5-25e5-414d-9564-06e114865151 up at agent ovs-agent-dv-cinder-784623-8-iscsi {{(pid=73833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 00:28:05.290739 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Provisioning for port 70a5bfb5-25e5-414d-9564-06e114865151 completed by entity L2. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 00:28:05.295480 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Provisioning complete for port 70a5bfb5-25e5-414d-9564-06e114865151 triggered by entity L2. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 00:28:05.295851 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723253'] for port, provisioning_complete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:28:05.407996 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:28:05.425059 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] For port 70a5bfb5-25e5-414d-9564-06e114865151, host dv-cinder-784623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-iscsi',level=0,port_id=70a5bfb5-25e5-414d-9564-06e114865151,segment=NetworkSegment(9e77dc6e-5839-4c5c-8941-3e48c898c98b),segment_id=9e77dc6e-5839-4c5c-8941-3e48c898c98b)] {{(pid=73833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:28:05.429161 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:28:05.431459 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-852f3b4c-023a-4e80-b20a-2007e520100b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:28:05.499229 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Pushing event updated for resources: {'Port': ['ID=70a5bfb5-25e5-414d-9564-06e114865151,revision_number=4']} {{(pid=73833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:28:05.502524 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:28:07.211726 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Device 70a5bfb5-25e5-414d-9564-06e114865151 up at agent ovs-agent-dv-cinder-784623-8-iscsi {{(pid=73833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 00:28:07.290468 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Provisioning complete for port 70a5bfb5-25e5-414d-9564-06e114865151 triggered by entity L2. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 00:28:07.291119 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723253'] for port, provisioning_complete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:28:16.744834 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-abe91fc3-e6be-4e6c-868c-bd33e2d51bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:28:19.200162 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:28:19.536639 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-a2001e29-7f51-4d5a-9be3-cac1906987dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:28:20.351315 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-90084741-9b8f-423c-9f16-72d74cd0e02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:28:21.830507 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-06e5bd5a-9e4a-4653-864f-becf711c9df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:28:27.886096 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.agents_db [None req-ee74f776-58ee-4f13-aa41-ceaf6d7d8c19 None None] Agent healthcheck: found 5 active agents {{(pid=73834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 06 00:28:46.748996 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-653c7e9e-bd95-4a7b-8276-c8545f747a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:28:49.215043 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:28:49.530835 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-965cad14-7440-49f4-9fe2-226877d75f28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:28:50.349655 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-90084741-9b8f-423c-9f16-72d74cd0e02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:28:51.826306 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-06e5bd5a-9e4a-4653-864f-becf711c9df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:29:04.885560 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.agents_db [None req-ee74f776-58ee-4f13-aa41-ceaf6d7d8c19 None None] Agent healthcheck: found 5 active agents {{(pid=73834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 06 00:29:16.751044 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-a59d06e7-c357-4f18-855b-10ef01b88b11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:29:19.209149 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:29:19.535524 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-34d5111e-6d46-4601-9f5d-556f1b00a48c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:29:20.351242 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-90084741-9b8f-423c-9f16-72d74cd0e02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:29:21.829066 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-06e5bd5a-9e4a-4653-864f-becf711c9df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:29:38.315518 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 34088) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:29:38.396352 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.pecan_wsgi.hooks.translation [None req-39ef5cb2-b121-4d22-83cf-a6838cce131a admin admin] GET failed (client error): The resource could not be found.
May 06 00:29:38.397641 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-39ef5cb2-b121-4d22-83cf-a6838cce131a admin admin] 10.222.0.24 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0812061
May 06 00:29:38.547453 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc06aa0-d715-4577-9cc3-e49168657b7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:29:38.548919 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-3cc06aa0-d715-4577-9cc3-e49168657b7d admin admin] 10.222.0.24 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1475365
May 06 00:29:40.669533 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 34098) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:29:40.778689 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff45d3e-3122-4cdf-95ad-ab16a598fcbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:29:40.780005 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-bff45d3e-3122-4cdf-95ad-ab16a598fcbf admin admin] 10.222.0.24 "GET /v2.0/subnets/2d75b3c7-70f7-4aa5-b4b0-b0bd227f6fd9 HTTP/1.1" status: 200  len: 849 time: 0.1094890
May 06 00:29:40.789752 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.v2.base [None req-ee56fd7d-9efc-4c7c-80fe-a433f1d95e36 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=73831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:29:40.903815 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-ee56fd7d-9efc-4c7c-80fe-a433f1d95e36 admin admin] Notify callbacks [] for subnet, before_update {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:29:41.096965 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-ee56fd7d-9efc-4c7c-80fe-a433f1d95e36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8767381335646'] for subnet, after_update {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:29:41.102606 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:29:41.169279 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee56fd7d-9efc-4c7c-80fe-a433f1d95e36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:29:41.170110 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-ee56fd7d-9efc-4c7c-80fe-a433f1d95e36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535980'] for subnet, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:29:41.181625 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-ee56fd7d-9efc-4c7c-80fe-a433f1d95e36 admin admin] 10.222.0.24 "PUT /v2.0/subnets/2d75b3c7-70f7-4aa5-b4b0-b0bd227f6fd9 HTTP/1.1" status: 200  len: 868 time: 0.3850155
May 06 00:29:41.181890 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad1843a-a011-4537-bed6-40946f3a9045 None None] Network 5519042a-8270-4cbb-b2ac-39f4c3b0de08 requested from dv-cinder-784623-8-iscsi {{(pid=73833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 06 00:29:41.192976 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee56fd7d-9efc-4c7c-80fe-a433f1d95e36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d75b3c7-70f7-4aa5-b4b0-b0bd227f6fd9,revision_number=1']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:29:41.201435 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee56fd7d-9efc-4c7c-80fe-a433f1d95e36 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:29:41.201795 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee56fd7d-9efc-4c7c-80fe-a433f1d95e36 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:29:41.202107 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee56fd7d-9efc-4c7c-80fe-a433f1d95e36 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:29:41.202428 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee56fd7d-9efc-4c7c-80fe-a433f1d95e36 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:29:41.202747 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee56fd7d-9efc-4c7c-80fe-a433f1d95e36 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:29:41.203071 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee56fd7d-9efc-4c7c-80fe-a433f1d95e36 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:29:41.203388 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee56fd7d-9efc-4c7c-80fe-a433f1d95e36 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:29:41.203700 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee56fd7d-9efc-4c7c-80fe-a433f1d95e36 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:29:41.204010 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee56fd7d-9efc-4c7c-80fe-a433f1d95e36 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:29:41.204321 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee56fd7d-9efc-4c7c-80fe-a433f1d95e36 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:29:41.204630 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee56fd7d-9efc-4c7c-80fe-a433f1d95e36 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:29:41.204969 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee56fd7d-9efc-4c7c-80fe-a433f1d95e36 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:29:41.206703 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee56fd7d-9efc-4c7c-80fe-a433f1d95e36 admin admin] Tracked resource versions report:
May 06 00:29:41.206703 dv-cinder-784623-8-iscsi neutron-server[73831]: pushed versions:
May 06 00:29:41.206703 dv-cinder-784623-8-iscsi neutron-server[73831]: {   'AddressGroup': {'1.2'},
May 06 00:29:41.206703 dv-cinder-784623-8-iscsi neutron-server[73831]:     'ConntrackHelper': {'1.0'},
May 06 00:29:41.206703 dv-cinder-784623-8-iscsi neutron-server[73831]:     'Log': {'1.0'},
May 06 00:29:41.206703 dv-cinder-784623-8-iscsi neutron-server[73831]:     'Network': {'1.1'},
May 06 00:29:41.206703 dv-cinder-784623-8-iscsi neutron-server[73831]:     'Port': {'1.7'},
May 06 00:29:41.206703 dv-cinder-784623-8-iscsi neutron-server[73831]:     'PortForwarding': {'1.2'},
May 06 00:29:41.206703 dv-cinder-784623-8-iscsi neutron-server[73831]:     'QosPolicy': {'1.8'},
May 06 00:29:41.206703 dv-cinder-784623-8-iscsi neutron-server[73831]:     'SecurityGroup': {'1.4'},
May 06 00:29:41.206703 dv-cinder-784623-8-iscsi neutron-server[73831]:     'SecurityGroupRule': {'1.2'},
May 06 00:29:41.206703 dv-cinder-784623-8-iscsi neutron-server[73831]:     'SubPort': {'1.0'},
May 06 00:29:41.206703 dv-cinder-784623-8-iscsi neutron-server[73831]:     'Subnet': {'1.1'},
May 06 00:29:41.206703 dv-cinder-784623-8-iscsi neutron-server[73831]:     'Trunk': {'1.1'}}
May 06 00:29:41.206703 dv-cinder-784623-8-iscsi neutron-server[73831]: consumer versions:
May 06 00:29:41.206703 dv-cinder-784623-8-iscsi neutron-server[73831]: {   DHCP agent@dv-cinder-784623-8-iscsi: {},
May 06 00:29:41.206703 dv-cinder-784623-8-iscsi neutron-server[73831]:     L3 agent@dv-cinder-784623-8-iscsi: {},
May 06 00:29:41.206703 dv-cinder-784623-8-iscsi neutron-server[73831]:     Metadata agent@dv-cinder-784623-8-iscsi: {},
May 06 00:29:41.206703 dv-cinder-784623-8-iscsi neutron-server[73831]:     Metering agent@dv-cinder-784623-8-iscsi: {},
May 06 00:29:41.206703 dv-cinder-784623-8-iscsi neutron-server[73831]:     Open vSwitch agent@dv-cinder-784623-8-iscsi: {   'AddressGroup': '1.2',
May 06 00:29:41.206703 dv-cinder-784623-8-iscsi neutron-server[73831]:                                                      'ConntrackHelper': '1.0',
May 06 00:29:41.206703 dv-cinder-784623-8-iscsi neutron-server[73831]:                                                      'Log': '1.0',
May 06 00:29:41.206703 dv-cinder-784623-8-iscsi neutron-server[73831]:                                                      'Network': '1.1',
May 06 00:29:41.206703 dv-cinder-784623-8-iscsi neutron-server[73831]:                                                      'Port': '1.7',
May 06 00:29:41.206703 dv-cinder-784623-8-iscsi neutron-server[73831]:                                                      'PortForwarding': '1.2',
May 06 00:29:41.206703 dv-cinder-784623-8-iscsi neutron-server[73831]:                                                      'QosPolicy': '1.8',
May 06 00:29:41.206703 dv-cinder-784623-8-iscsi neutron-server[73831]:                                                      'SecurityGroup': '1.4',
May 06 00:29:41.206703 dv-cinder-784623-8-iscsi neutron-server[73831]:                                                      'SecurityGroupRule': '1.2',
May 06 00:29:41.206703 dv-cinder-784623-8-iscsi neutron-server[73831]:                                                      'SubPort': '1.0',
May 06 00:29:41.206703 dv-cinder-784623-8-iscsi neutron-server[73831]:                                                      'Subnet': '1.1',
May 06 00:29:41.206703 dv-cinder-784623-8-iscsi neutron-server[73831]:                                                      'Trunk': '1.1'}}
May 06 00:29:41.206703 dv-cinder-784623-8-iscsi neutron-server[73831]:  {{(pid=73831) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 06 00:29:41.211068 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-ee56fd7d-9efc-4c7c-80fe-a433f1d95e36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:29:41.586677 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-9fb2df17-c1a5-4069-83dd-587cd1530a10 None None] Provisioning complete for port c572bb8b-d7dc-41cb-859b-d8e6319862fa triggered by entity DHCP. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 00:29:41.587054 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-9fb2df17-c1a5-4069-83dd-587cd1530a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723253'] for port, provisioning_complete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:29:41.738361 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-9fb2df17-c1a5-4069-83dd-587cd1530a10 None None] Provisioning complete for port c43dc925-9f3e-4ee1-a320-bd0a9454a12c triggered by entity DHCP. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 00:29:41.738735 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-9fb2df17-c1a5-4069-83dd-587cd1530a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723253'] for port, provisioning_complete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:29:41.884757 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.agents_db [None req-ee74f776-58ee-4f13-aa41-ceaf6d7d8c19 None None] Agent healthcheck: found 5 active agents {{(pid=73834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 06 00:29:43.293384 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 34112) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:29:43.467294 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62e3889-813f-4fb4-b85f-d4038601568f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:29:43.467685 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62e3889-813f-4fb4-b85f-d4038601568f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:29:43.469212 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-c62e3889-813f-4fb4-b85f-d4038601568f admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1748905
May 06 00:29:45.579244 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 34122) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:29:45.749947 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c91e360-62b3-46df-9543-d678041a5d24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:29:45.750421 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c91e360-62b3-46df-9543-d678041a5d24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:29:45.751898 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-2c91e360-62b3-46df-9543-d678041a5d24 admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1716192
May 06 00:29:46.754028 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-af95e8fd-65de-45ce-819e-cf9fee2c91d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:29:47.838654 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 34132) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:29:48.009266 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b58bec81-2a1c-4387-afac-e9157df84cb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:29:48.010515 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-b58bec81-2a1c-4387-afac-e9157df84cb8 admin admin] 10.222.0.24 "GET /v2.0/networks/5519042a-8270-4cbb-b2ac-39f4c3b0de08 HTTP/1.1" status: 200  len: 869 time: 0.1708574
May 06 00:29:49.214610 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:29:49.537586 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-edd59680-fa4e-4507-a708-d207f59b36b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:29:50.113412 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 34142) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:29:50.275750 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02620c6b-e06a-4500-9272-bc6511e23a90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:29:50.277103 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-02620c6b-e06a-4500-9272-bc6511e23a90 admin admin] 10.222.0.24 "GET /v2.0/networks/86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4 HTTP/1.1" status: 200  len: 886 time: 0.1627731
May 06 00:29:50.354778 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-90084741-9b8f-423c-9f16-72d74cd0e02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:29:51.833782 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-06e5bd5a-9e4a-4653-864f-becf711c9df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:29:52.381426 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 34152) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:29:52.486290 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5816cdf-6525-49fc-8a38-83dc6b51d5b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:29:52.487330 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5816cdf-6525-49fc-8a38-83dc6b51d5b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:29:52.488043 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-b5816cdf-6525-49fc-8a38-83dc6b51d5b8 admin admin] Synchronizing usage tracker for tenant:6a3119034e6b4d489db86190e63f36ad on resource:subnet {{(pid=73832) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 00:29:52.503215 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-b5816cdf-6525-49fc-8a38-83dc6b51d5b8 admin admin] Unset dirty status for tenant:6a3119034e6b4d489db86190e63f36ad on resource:subnet {{(pid=73832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 00:29:52.504492 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-b5816cdf-6525-49fc-8a38-83dc6b51d5b8 admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1220481
May 06 00:29:54.617133 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 34162) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:29:54.725129 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be7e6dea-0d0a-4192-ae7b-820655f116a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:29:54.725592 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be7e6dea-0d0a-4192-ae7b-820655f116a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:29:54.727083 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-be7e6dea-0d0a-4192-ae7b-820655f116a4 admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1090069
May 06 00:29:56.831397 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 34172) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:29:56.935539 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54331414-eeba-4335-bacf-0051d3e5f09f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:29:56.936888 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-54331414-eeba-4335-bacf-0051d3e5f09f admin admin] 10.222.0.24 "GET /v2.0/subnets/2d75b3c7-70f7-4aa5-b4b0-b0bd227f6fd9 HTTP/1.1" status: 200  len: 868 time: 0.1045363
May 06 00:29:59.032515 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 34182) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:29:59.136371 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26b038c-3447-4e84-9b9a-e36252f1b629 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:29:59.137696 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-e26b038c-3447-4e84-9b9a-e36252f1b629 admin admin] 10.222.0.24 "GET /v2.0/subnets/5f976aaf-f539-4cba-9109-d63a57e1b399 HTTP/1.1" status: 200  len: 816 time: 0.1041086
May 06 00:30:16.756056 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-5aec2f86-f4f6-4f31-aa2c-38b65bbd3ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:30:18.884057 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.agents_db [None req-ee74f776-58ee-4f13-aa41-ceaf6d7d8c19 None None] Agent healthcheck: found 5 active agents {{(pid=73834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 06 00:30:19.215703 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:30:19.540515 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-52b2ee69-75a4-40c1-b87d-8a14acf515ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:30:20.357271 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-90084741-9b8f-423c-9f16-72d74cd0e02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:30:21.835388 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-06e5bd5a-9e4a-4653-864f-becf711c9df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:30:21.955456 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 34226) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:30:22.001136 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [None req-a1e99bf6-e7bc-498e-8975-bed95790e07e admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=73831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 06 00:30:22.003124 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-a1e99bf6-e7bc-498e-8975-bed95790e07e admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0467281
May 06 00:30:24.178608 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 34236) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:30:24.244048 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.pecan_wsgi.hooks.translation [None req-012a8195-7c37-4f76-bab4-89803803f64d admin admin] GET failed (client error): The resource could not be found.
May 06 00:30:24.245295 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-012a8195-7c37-4f76-bab4-89803803f64d admin admin] 10.222.0.24 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0657809
May 06 00:30:24.368531 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a90b92-d9b5-4fa9-9bb9-033ce14c6daa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:30:24.369912 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-b1a90b92-d9b5-4fa9-9bb9-033ce14c6daa admin admin] 10.222.0.24 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1209335
May 06 00:30:26.473253 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 34246) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:30:26.520315 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.v2.base [None req-fdbb5d0c-4ff0-4eaf-8088-79e4f0d3949e admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=73831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:30:26.525177 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-fdbb5d0c-4ff0-4eaf-8088-79e4f0d3949e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:30:26.539292 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-fdbb5d0c-4ff0-4eaf-8088-79e4f0d3949e admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:30:26.549545 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdbb5d0c-4ff0-4eaf-8088-79e4f0d3949e admin admin] Made reservation on behalf of 6a3119034e6b4d489db86190e63f36ad for: {'network': 1} {{(pid=73831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 06 00:30:26.551809 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-fdbb5d0c-4ff0-4eaf-8088-79e4f0d3949e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for network, before_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:30:26.641988 dv-cinder-784623-8-iscsi neutron-server[73831]: WARNING neutron.services.revisions.revision_plugin [None req-fdbb5d0c-4ff0-4eaf-8088-79e4f0d3949e admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f95098f2760] {project_id='6a3119034e6b4d489db86190e63f36ad', id='d70c7d0e-3179-4c1f-a58c-48aa86754430', target_tenant='*', action='access_as_shared', object_id='bc21d5a3-5d77-4783-817e-a715606cf36b'}> to bump revision.
May 06 00:30:26.654929 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdbb5d0c-4ff0-4eaf-8088-79e4f0d3949e admin admin] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'}  {{(pid=73831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 06 00:30:26.665479 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-fdbb5d0c-4ff0-4eaf-8088-79e4f0d3949e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767381342100', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730493'] for segment, precommit_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:30:26.666044 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-fdbb5d0c-4ff0-4eaf-8088-79e4f0d3949e admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f950a687940> segment precommit_create {{(pid=73831) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
May 06 00:30:26.666467 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.db.segments_db [None req-fdbb5d0c-4ff0-4eaf-8088-79e4f0d3949e admin admin] Added segment 731a079e-27e2-43c9-af5b-1e783c482046 of type vlan for network bc21d5a3-5d77-4783-817e-a715606cf36b
May 06 00:30:26.746616 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-fdbb5d0c-4ff0-4eaf-8088-79e4f0d3949e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767380920962'] for network, precommit_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:30:26.779565 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-fdbb5d0c-4ff0-4eaf-8088-79e4f0d3949e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938'] for network, after_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:30:26.780839 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdbb5d0c-4ff0-4eaf-8088-79e4f0d3949e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:30:26.781411 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-fdbb5d0c-4ff0-4eaf-8088-79e4f0d3949e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535980'] for network, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:30:26.784385 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:30:26.880058 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-fdbb5d0c-4ff0-4eaf-8088-79e4f0d3949e admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.4057472
May 06 00:30:26.880606 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbb5d0c-4ff0-4eaf-8088-79e4f0d3949e admin admin] Pushing event updated for resources: {'Network': ['ID=bc21d5a3-5d77-4783-817e-a715606cf36b,revision_number=1']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:30:26.883755 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-fdbb5d0c-4ff0-4eaf-8088-79e4f0d3949e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:30:26.894895 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Network bc21d5a3-5d77-4783-817e-a715606cf36b details requested by agent ovs-agent-dv-cinder-784623-8-iscsi with host dv-cinder-784623-8-iscsi {{(pid=73833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 06 00:30:29.007622 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 34256) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:30:29.075936 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0d7dbdf-9604-44df-b82e-5a5f64322d52 admin admin] GET failed (client error): The resource could not be found.
May 06 00:30:29.076481 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-d0d7dbdf-9604-44df-b82e-5a5f64322d52 admin admin] Synchronizing usage tracker for tenant:6a3119034e6b4d489db86190e63f36ad on resource:network {{(pid=73831) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 00:30:29.092179 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-d0d7dbdf-9604-44df-b82e-5a5f64322d52 admin admin] Unset dirty status for tenant:6a3119034e6b4d489db86190e63f36ad on resource:network {{(pid=73831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 00:30:29.093351 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-d0d7dbdf-9604-44df-b82e-5a5f64322d52 admin admin] 10.222.0.24 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0848451
May 06 00:30:29.194093 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201597cb-17e8-40d8-9820-7e6fddbd7db4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:30:29.195505 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-201597cb-17e8-40d8-9820-7e6fddbd7db4 admin admin] 10.222.0.24 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.0983005
May 06 00:30:29.204891 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.v2.base [None req-62bae8e3-821f-4e69-8b42-ba93cac71b22 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'network_id': 'bc21d5a3-5d77-4783-817e-a715606cf36b', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=73831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:30:29.209223 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-62bae8e3-821f-4e69-8b42-ba93cac71b22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:30:29.218427 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-62bae8e3-821f-4e69-8b42-ba93cac71b22 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:30:29.228285 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62bae8e3-821f-4e69-8b42-ba93cac71b22 admin admin] Made reservation on behalf of 6a3119034e6b4d489db86190e63f36ad for: {'subnet': 1} {{(pid=73831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 06 00:30:29.230505 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-62bae8e3-821f-4e69-8b42-ba93cac71b22 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:30:29.619786 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-62bae8e3-821f-4e69-8b42-ba93cac71b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938'] for subnet, after_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:30:29.624027 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:30:29.694708 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bae8e3-821f-4e69-8b42-ba93cac71b22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6aba62f-5b60-446e-bd63-3f17c642830b,revision_number=0']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:30:29.697827 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-62bae8e3-821f-4e69-8b42-ba93cac71b22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:30:29.707104 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62bae8e3-821f-4e69-8b42-ba93cac71b22 admin admin] Checking segment: {'id': '731a079e-27e2-43c9-af5b-1e783c482046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'bc21d5a3-5d77-4783-817e-a715606cf36b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 00:30:29.707470 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62bae8e3-821f-4e69-8b42-ba93cac71b22 admin admin] Network hostable DHCP agents. Network: bc21d5a3-5d77-4783-817e-a715606cf36b, hostable agents: ['08bd01f5-d9ad-41d2-bccd-f8157b6c692c'], hosted agents: [] {{(pid=73831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 06 00:30:29.725661 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62bae8e3-821f-4e69-8b42-ba93cac71b22 admin admin] Network bc21d5a3-5d77-4783-817e-a715606cf36b is scheduled to be hosted by DHCP agent 08bd01f5-d9ad-41d2-bccd-f8157b6c692c with binding_index 1 {{(pid=73831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 06 00:30:29.735261 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.scheduler.base_scheduler [None req-62bae8e3-821f-4e69-8b42-ba93cac71b22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-8-iscsi, bc21d5a3-5d77-4783-817e-a715606cf36b) {{(pid=73831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 00:30:29.739755 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62bae8e3-821f-4e69-8b42-ba93cac71b22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:30:29.740333 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-62bae8e3-821f-4e69-8b42-ba93cac71b22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535980'] for subnet, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:30:29.744813 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac807db2-bb59-480f-ad0c-4fda83765bbb None None] Network bc21d5a3-5d77-4783-817e-a715606cf36b requested from dv-cinder-784623-8-iscsi {{(pid=73833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 06 00:30:29.764654 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-62bae8e3-821f-4e69-8b42-ba93cac71b22 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.5631359
May 06 00:30:29.960532 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646ec0e5-db8f-410b-bcca-88e386dc2408 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ffa6a74-49b1-57e1-8600-1f37db923f22-bc21d5a3-5d77-4783-817e-a715606cf36b', 'network_id': 'bc21d5a3-5d77-4783-817e-a715606cf36b', 'tenant_id': '6a3119034e6b4d489db86190e63f36ad', 'fixed_ips': [{'subnet_id': 'e6aba62f-5b60-446e-bd63-3f17c642830b'}]}} from dv-cinder-784623-8-iscsi. {{(pid=73833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
May 06 00:30:29.961404 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-646ec0e5-db8f-410b-bcca-88e386dc2408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_create {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:30:30.120040 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.db_base_plugin_common [None req-646ec0e5-db8f-410b-bcca-88e386dc2408 None None] Allocated IP 192.168.233.2 (bc21d5a3-5d77-4783-817e-a715606cf36b/e6aba62f-5b60-446e-bd63-3f17c642830b/bbf0a5d2-a413-4389-a85f-01e517cbdb25) {{(pid=73833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 06 00:30:30.333681 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-646ec0e5-db8f-410b-bcca-88e386dc2408 None None] Notify callbacks [] for port, precommit_create {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:30:30.343584 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-646ec0e5-db8f-410b-bcca-88e386dc2408 None None] Transition to ACTIVE for port object bbf0a5d2-a413-4389-a85f-01e517cbdb25 will not be triggered until provisioned by entity L2. {{(pid=73833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 00:30:30.363571 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-646ec0e5-db8f-410b-bcca-88e386dc2408 None None] Transition to ACTIVE for port object bbf0a5d2-a413-4389-a85f-01e517cbdb25 will not be triggered until provisioned by entity DHCP. {{(pid=73833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 00:30:30.369253 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-646ec0e5-db8f-410b-bcca-88e386dc2408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767380898820'] for port, after_create {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:30:30.374644 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:30:30.429958 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-646ec0e5-db8f-410b-bcca-88e386dc2408 None None] Network bc21d5a3-5d77-4783-817e-a715606cf36b is already hosted by enough agents. {{(pid=73833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 00:30:30.432704 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.scheduler.base_scheduler [None req-646ec0e5-db8f-410b-bcca-88e386dc2408 None None] Resources bound (agent type, host, resource id):  {{(pid=73833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 00:30:30.436285 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646ec0e5-db8f-410b-bcca-88e386dc2408 None None] Received port after_create {{(pid=73833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 06 00:30:30.450905 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646ec0e5-db8f-410b-bcca-88e386dc2408 None None] Pushing event updated for resources: {'Port': ['ID=bbf0a5d2-a413-4389-a85f-01e517cbdb25,revision_number=1']} {{(pid=73833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:30:30.487249 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646ec0e5-db8f-410b-bcca-88e386dc2408 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:30:30.487589 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646ec0e5-db8f-410b-bcca-88e386dc2408 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:30:30.487923 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646ec0e5-db8f-410b-bcca-88e386dc2408 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:30:30.488258 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646ec0e5-db8f-410b-bcca-88e386dc2408 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:30:30.488584 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646ec0e5-db8f-410b-bcca-88e386dc2408 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:30:30.489011 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646ec0e5-db8f-410b-bcca-88e386dc2408 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:30:30.489363 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646ec0e5-db8f-410b-bcca-88e386dc2408 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:30:30.489662 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646ec0e5-db8f-410b-bcca-88e386dc2408 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:30:30.489997 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646ec0e5-db8f-410b-bcca-88e386dc2408 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:30:30.490321 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646ec0e5-db8f-410b-bcca-88e386dc2408 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:30:30.490638 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646ec0e5-db8f-410b-bcca-88e386dc2408 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:30:30.490952 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646ec0e5-db8f-410b-bcca-88e386dc2408 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:30:30.498645 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-646ec0e5-db8f-410b-bcca-88e386dc2408 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:30:30.547554 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.managers [None req-646ec0e5-db8f-410b-bcca-88e386dc2408 None None] Attempting to bind port bbf0a5d2-a413-4389-a85f-01e517cbdb25 on host dv-cinder-784623-8-iscsi for vnic_type normal with profile  {{(pid=73833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 06 00:30:30.548463 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.managers [None req-646ec0e5-db8f-410b-bcca-88e386dc2408 None None] Attempting to bind port bbf0a5d2-a413-4389-a85f-01e517cbdb25 by drivers openvswitch,hyperv on host dv-cinder-784623-8-iscsi at level 0 using segments [{'id': '731a079e-27e2-43c9-af5b-1e783c482046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'bc21d5a3-5d77-4783-817e-a715606cf36b'}] {{(pid=73833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 06 00:30:30.549402 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646ec0e5-db8f-410b-bcca-88e386dc2408 None None] Attempting to bind port bbf0a5d2-a413-4389-a85f-01e517cbdb25 on network bc21d5a3-5d77-4783-817e-a715606cf36b {{(pid=73833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 00:30:30.554148 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646ec0e5-db8f-410b-bcca-88e386dc2408 None None] Checking agent: {'id': '4b72a67e-bba9-4429-9bf9-904dcd8ce83b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 0, 27, 19), 'started_at': datetime.datetime(2021, 5, 6, 0, 27, 49), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 0, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 06 00:30:30.554516 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646ec0e5-db8f-410b-bcca-88e386dc2408 None None] Checking segment: {'id': '731a079e-27e2-43c9-af5b-1e783c482046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'bc21d5a3-5d77-4783-817e-a715606cf36b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 00:30:30.554917 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-646ec0e5-db8f-410b-bcca-88e386dc2408 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:30:30.555307 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646ec0e5-db8f-410b-bcca-88e386dc2408 None None] Bound using segment: {'id': '731a079e-27e2-43c9-af5b-1e783c482046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'bc21d5a3-5d77-4783-817e-a715606cf36b'} {{(pid=73833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 06 00:30:30.555800 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.managers [None req-646ec0e5-db8f-410b-bcca-88e386dc2408 None None] Bound port: bbf0a5d2-a413-4389-a85f-01e517cbdb25, host: dv-cinder-784623-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '731a079e-27e2-43c9-af5b-1e783c482046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'bc21d5a3-5d77-4783-817e-a715606cf36b'}}] {{(pid=73833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 06 00:30:30.556178 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-646ec0e5-db8f-410b-bcca-88e386dc2408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:30:30.645824 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-646ec0e5-db8f-410b-bcca-88e386dc2408 None None] For port bbf0a5d2-a413-4389-a85f-01e517cbdb25, host dv-cinder-784623-8-iscsi, cleared binding levels {{(pid=73833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 06 00:30:30.648719 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-646ec0e5-db8f-410b-bcca-88e386dc2408 None None] For port bbf0a5d2-a413-4389-a85f-01e517cbdb25, host dv-cinder-784623-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-iscsi',level=0,port_id=bbf0a5d2-a413-4389-a85f-01e517cbdb25,segment=NetworkSegment(731a079e-27e2-43c9-af5b-1e783c482046),segment_id=731a079e-27e2-43c9-af5b-1e783c482046)] {{(pid=73833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 06 00:30:30.652637 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-646ec0e5-db8f-410b-bcca-88e386dc2408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:30:30.656313 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:30:30.730994 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646ec0e5-db8f-410b-bcca-88e386dc2408 None None] Pushing event updated for resources: {'Port': ['ID=bbf0a5d2-a413-4389-a85f-01e517cbdb25,revision_number=2']} {{(pid=73833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:30:30.735551 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-646ec0e5-db8f-410b-bcca-88e386dc2408 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:30:31.328186 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Device bbf0a5d2-a413-4389-a85f-01e517cbdb25 up at agent ovs-agent-dv-cinder-784623-8-iscsi {{(pid=73833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 00:30:31.406159 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Provisioning for port bbf0a5d2-a413-4389-a85f-01e517cbdb25 completed by entity L2. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 00:30:31.620343 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e74834a-abe1-4de3-9a6c-360477cd27f9 None None] Network bc21d5a3-5d77-4783-817e-a715606cf36b requested from dv-cinder-784623-8-iscsi {{(pid=73833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 06 00:30:31.714277 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-7399518f-c79e-49de-b52a-e4e48edbd2fc None None] Provisioning for port bbf0a5d2-a413-4389-a85f-01e517cbdb25 completed by entity DHCP. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 00:30:31.733316 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-7399518f-c79e-49de-b52a-e4e48edbd2fc None None] Provisioning complete for port bbf0a5d2-a413-4389-a85f-01e517cbdb25 triggered by entity DHCP. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 00:30:31.733676 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-7399518f-c79e-49de-b52a-e4e48edbd2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723253'] for port, provisioning_complete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:30:31.962227 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-7399518f-c79e-49de-b52a-e4e48edbd2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:30:32.009966 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-7399518f-c79e-49de-b52a-e4e48edbd2fc None None] For port bbf0a5d2-a413-4389-a85f-01e517cbdb25, host dv-cinder-784623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-iscsi',level=0,port_id=bbf0a5d2-a413-4389-a85f-01e517cbdb25,segment=NetworkSegment(731a079e-27e2-43c9-af5b-1e783c482046),segment_id=731a079e-27e2-43c9-af5b-1e783c482046)] {{(pid=73833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:30:32.015244 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-7399518f-c79e-49de-b52a-e4e48edbd2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:30:32.017743 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-69932f69-18e3-463b-9956-a0bd73d9d536 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:30:32.088181 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7399518f-c79e-49de-b52a-e4e48edbd2fc None None] Pushing event updated for resources: {'Port': ['ID=bbf0a5d2-a413-4389-a85f-01e517cbdb25,revision_number=3']} {{(pid=73833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:30:32.092478 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-7399518f-c79e-49de-b52a-e4e48edbd2fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:30:32.240727 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-e7906650-3dd6-41ac-acd8-d29e3e1c9ddc None None] Provisioning complete for port bbf0a5d2-a413-4389-a85f-01e517cbdb25 triggered by entity DHCP. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 00:30:32.241117 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-e7906650-3dd6-41ac-acd8-d29e3e1c9ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723253'] for port, provisioning_complete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:30:33.299075 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Device bbf0a5d2-a413-4389-a85f-01e517cbdb25 up at agent ovs-agent-dv-cinder-784623-8-iscsi {{(pid=73833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 00:30:33.364211 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Provisioning complete for port bbf0a5d2-a413-4389-a85f-01e517cbdb25 triggered by entity L2. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 00:30:33.364580 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723253'] for port, provisioning_complete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:30:46.757574 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-848d1117-b643-4903-bb4b-71070cf4ad6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:30:49.218412 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:30:49.542003 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-1298825c-a065-4ae8-a73f-2e308f0f2374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:30:50.358953 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-90084741-9b8f-423c-9f16-72d74cd0e02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:30:51.840394 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-06e5bd5a-9e4a-4653-864f-becf711c9df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:30:55.882498 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.agents_db [None req-ee74f776-58ee-4f13-aa41-ceaf6d7d8c19 None None] Agent healthcheck: found 5 active agents {{(pid=73834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 06 00:31:16.758840 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-0ccf647d-27b9-4397-8873-8ff18604ae07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:31:19.222005 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:31:19.542719 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-d0a674f6-413e-47fc-bf15-5333fa048b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:31:20.362268 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-90084741-9b8f-423c-9f16-72d74cd0e02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:31:21.840852 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-06e5bd5a-9e4a-4653-864f-becf711c9df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:31:32.880886 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.agents_db [None req-ee74f776-58ee-4f13-aa41-ceaf6d7d8c19 None None] Agent healthcheck: found 5 active agents {{(pid=73834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 06 00:31:41.613780 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 34306) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:31:41.619728 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [None req-a01ce1bc-d354-4afd-8381-f9375245f859 tempest-verify_tempest_config-2081304096 tempest-verify_tempest_config-2081304096-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=73831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 06 00:31:41.620713 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-a01ce1bc-d354-4afd-8381-f9375245f859 tempest-verify_tempest_config-2081304096 tempest-verify_tempest_config-2081304096-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0059836
May 06 00:31:41.916963 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 34324) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:31:42.032011 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-98433cb9-57d4-43fc-91b3-d2f6b0662d5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:31:42.045713 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-98433cb9-57d4-43fc-91b3-d2f6b0662d5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:31:42.050565 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-98433cb9-57d4-43fc-91b3-d2f6b0662d5d admin admin] Usage tracker for resource:security_group_rule and tenant:040b6dd583214befa770b198468cdb3f is out of sync, need to count used quota {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:31:42.053260 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-98433cb9-57d4-43fc-91b3-d2f6b0662d5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:31:42.058665 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-98433cb9-57d4-43fc-91b3-d2f6b0662d5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:31:42.137482 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-98433cb9-57d4-43fc-91b3-d2f6b0662d5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:31:42.141274 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-98433cb9-57d4-43fc-91b3-d2f6b0662d5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:31:42.149719 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-75ed0188-ac43-4da5-b8c9-256e3604be00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:31:42.187479 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-98433cb9-57d4-43fc-91b3-d2f6b0662d5d admin admin] Synchronizing usage tracker for tenant:6a3119034e6b4d489db86190e63f36ad on resource:security_group {{(pid=73832) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 00:31:42.190660 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98433cb9-57d4-43fc-91b3-d2f6b0662d5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d4a9740-431e-4bfb-be9e-0e536ebdcbf0,revision_number=1']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:31:42.201381 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98433cb9-57d4-43fc-91b3-d2f6b0662d5d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:31:42.201720 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98433cb9-57d4-43fc-91b3-d2f6b0662d5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:31:42.202050 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98433cb9-57d4-43fc-91b3-d2f6b0662d5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:31:42.202956 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98433cb9-57d4-43fc-91b3-d2f6b0662d5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:31:42.203368 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98433cb9-57d4-43fc-91b3-d2f6b0662d5d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:31:42.203761 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98433cb9-57d4-43fc-91b3-d2f6b0662d5d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:31:42.204081 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98433cb9-57d4-43fc-91b3-d2f6b0662d5d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:31:42.204398 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98433cb9-57d4-43fc-91b3-d2f6b0662d5d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:31:42.204753 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98433cb9-57d4-43fc-91b3-d2f6b0662d5d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:31:42.205067 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98433cb9-57d4-43fc-91b3-d2f6b0662d5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:31:42.205375 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98433cb9-57d4-43fc-91b3-d2f6b0662d5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:31:42.205682 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98433cb9-57d4-43fc-91b3-d2f6b0662d5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:31:42.210957 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-98433cb9-57d4-43fc-91b3-d2f6b0662d5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:31:42.216589 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-98433cb9-57d4-43fc-91b3-d2f6b0662d5d admin admin] Unset dirty status for tenant:6a3119034e6b4d489db86190e63f36ad on resource:security_group {{(pid=73832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 00:31:42.217931 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-98433cb9-57d4-43fc-91b3-d2f6b0662d5d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=040b6dd583214befa770b198468cdb3f&name=default HTTP/1.1" status: 200  len: 2975 time: 0.2999649
May 06 00:31:42.220669 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 34330) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:31:42.276211 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-1a319504-8bcc-4492-a703-9e33750a15d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:31:42.300862 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-1a319504-8bcc-4492-a703-9e33750a15d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:31:42.394135 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-1a319504-8bcc-4492-a703-9e33750a15d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:31:42.397790 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:31:42.409023 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a319504-8bcc-4492-a703-9e33750a15d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d4a9740-431e-4bfb-be9e-0e536ebdcbf0,revision_number=None']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:31:42.412265 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-1a319504-8bcc-4492-a703-9e33750a15d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:31:42.416179 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-1a319504-8bcc-4492-a703-9e33750a15d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:31:42.417488 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-1a319504-8bcc-4492-a703-9e33750a15d7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9d4a9740-431e-4bfb-be9e-0e536ebdcbf0 HTTP/1.1" status: 204  len: 168 time: 0.1958725
May 06 00:31:46.760464 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-5f8cb720-cd98-41cd-bfb7-6d3d1e3b8b5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:31:49.224611 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:31:49.544794 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-f414689c-78e3-49fe-bb9a-bf451fb45677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:31:50.365518 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-90084741-9b8f-423c-9f16-72d74cd0e02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:31:51.844578 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-06e5bd5a-9e4a-4653-864f-becf711c9df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:32:09.879319 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.agents_db [None req-ee74f776-58ee-4f13-aa41-ceaf6d7d8c19 None None] Agent healthcheck: found 5 active agents {{(pid=73834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 06 00:32:16.762094 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-f43c499d-d468-4b7a-b5a3-1ba65b878541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:32:19.226309 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:32:19.545537 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-4b40d8ed-f62d-4021-9e00-15311b378aee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:32:20.368990 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-90084741-9b8f-423c-9f16-72d74cd0e02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:32:21.848218 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-06e5bd5a-9e4a-4653-864f-becf711c9df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:32:46.763992 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-6eac4a75-abed-47e9-af89-9daa196d45dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:32:46.879111 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.agents_db [None req-ee74f776-58ee-4f13-aa41-ceaf6d7d8c19 None None] Agent healthcheck: found 5 active agents {{(pid=73834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 06 00:32:49.227739 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:32:49.547370 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-2026bd9c-b73e-4ea4-a2c1-d872cc6b5e7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:32:50.369374 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-90084741-9b8f-423c-9f16-72d74cd0e02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:32:51.850404 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-06e5bd5a-9e4a-4653-864f-becf711c9df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:33:12.813362 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118'] for agent, after_create {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:33:16.765781 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-f9160b10-f583-4057-95c3-dc5757312e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:33:16.939816 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 34382) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:33:17.049660 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-92cf7539-19e2-44fd-b077-edeb3fcf08f0 admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1088092
May 06 00:33:19.187154 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 34392) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:33:19.229268 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:33:19.244298 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-6cb44733-b2b1-4b9d-a8bc-87af02533e25 admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0560374
May 06 00:33:19.549633 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-1fbb051a-345f-4db4-ae35-930dde3a402b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:33:20.373083 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-90084741-9b8f-423c-9f16-72d74cd0e02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:33:21.941750 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-06e5bd5a-9e4a-4653-864f-becf711c9df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:33:23.878516 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.agents_db [None req-ee74f776-58ee-4f13-aa41-ceaf6d7d8c19 None None] Agent healthcheck: found 6 active agents {{(pid=73834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 06 00:33:42.750473 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:33:46.768258 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-50221383-a6de-45ac-8613-d03612d214ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:33:49.230302 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:33:49.550478 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-1856608c-f597-4293-a5ae-8359543a50dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:33:50.374815 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-90084741-9b8f-423c-9f16-72d74cd0e02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:33:51.854822 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-06e5bd5a-9e4a-4653-864f-becf711c9df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:00.879105 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.agents_db [None req-ee74f776-58ee-4f13-aa41-ceaf6d7d8c19 None None] Agent healthcheck: found 6 active agents {{(pid=73834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 06 00:34:12.769640 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:16.770845 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-f4c99934-303b-454c-8454-09ecca996a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:19.231454 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:19.553563 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-0cf23727-bd6a-4212-9481-2c20d2861ac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:20.378409 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-90084741-9b8f-423c-9f16-72d74cd0e02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:21.863744 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-06e5bd5a-9e4a-4653-864f-becf711c9df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:37.879276 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.agents_db [None req-ee74f776-58ee-4f13-aa41-ceaf6d7d8c19 None None] Agent healthcheck: found 6 active agents {{(pid=73834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 06 00:34:42.769052 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:43.922597 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 34574) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:34:43.957621 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 34582) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:34:44.117161 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 34596) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:34:44.134640 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.v2.base [None req-d4955b90-e764-4893-aca9-4e7095095df7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1254958437-network', 'tenant_id': 'c6c13c091dfc4aacbf264be74291da6e'}} {{(pid=73831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:34:44.140018 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-d4955b90-e764-4893-aca9-4e7095095df7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:34:44.143895 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-d4955b90-e764-4893-aca9-4e7095095df7 admin admin] Usage tracker for resource:network and tenant:c6c13c091dfc4aacbf264be74291da6e is out of sync, need to count used quota {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:34:44.146751 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-d4955b90-e764-4893-aca9-4e7095095df7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:34:44.153768 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-d4955b90-e764-4893-aca9-4e7095095df7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:34:44.165416 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4955b90-e764-4893-aca9-4e7095095df7 admin admin] Made reservation on behalf of c6c13c091dfc4aacbf264be74291da6e for: {'network': 1} {{(pid=73831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 06 00:34:44.167747 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-d4955b90-e764-4893-aca9-4e7095095df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for network, before_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:44.178533 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.v2.base [None req-a160b871-987a-4b54-b3e2-6c834cad9a41 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-693039646-network', 'tenant_id': 'faf11a4c113f483cb10c967ec3931d1d'}} {{(pid=73832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:34:44.180340 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-d4955b90-e764-4893-aca9-4e7095095df7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:44.184861 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-a160b871-987a-4b54-b3e2-6c834cad9a41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:34:44.194455 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-a160b871-987a-4b54-b3e2-6c834cad9a41 admin admin] Usage tracker for resource:network and tenant:faf11a4c113f483cb10c967ec3931d1d is out of sync, need to count used quota {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:34:44.195775 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-d4955b90-e764-4893-aca9-4e7095095df7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:34:44.197909 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-a160b871-987a-4b54-b3e2-6c834cad9a41 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:34:44.199602 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-d4955b90-e764-4893-aca9-4e7095095df7 admin admin] Usage tracker for resource:security_group_rule and tenant:c6c13c091dfc4aacbf264be74291da6e is out of sync, need to count used quota {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:34:44.203494 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-d4955b90-e764-4893-aca9-4e7095095df7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:34:44.206227 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-a160b871-987a-4b54-b3e2-6c834cad9a41 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:34:44.209238 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-d4955b90-e764-4893-aca9-4e7095095df7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:34:44.223331 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a160b871-987a-4b54-b3e2-6c834cad9a41 admin admin] Made reservation on behalf of faf11a4c113f483cb10c967ec3931d1d for: {'network': 1} {{(pid=73832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 06 00:34:44.227063 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-a160b871-987a-4b54-b3e2-6c834cad9a41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for network, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:44.240939 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-a160b871-987a-4b54-b3e2-6c834cad9a41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:44.258103 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-a160b871-987a-4b54-b3e2-6c834cad9a41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:34:44.262237 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-a160b871-987a-4b54-b3e2-6c834cad9a41 admin admin] Usage tracker for resource:security_group_rule and tenant:faf11a4c113f483cb10c967ec3931d1d is out of sync, need to count used quota {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:34:44.266260 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-a160b871-987a-4b54-b3e2-6c834cad9a41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:34:44.274101 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-a160b871-987a-4b54-b3e2-6c834cad9a41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:34:44.333967 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-d4955b90-e764-4893-aca9-4e7095095df7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:44.339422 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-d4955b90-e764-4893-aca9-4e7095095df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:44.345632 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:34:44.365428 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-a160b871-987a-4b54-b3e2-6c834cad9a41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:44.366516 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 34610) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:34:44.375050 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-a160b871-987a-4b54-b3e2-6c834cad9a41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:44.380388 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:34:44.381261 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4955b90-e764-4893-aca9-4e7095095df7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6061f7c3-65c7-42db-839d-43cc138d2333,revision_number=1']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:34:44.390098 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4955b90-e764-4893-aca9-4e7095095df7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:34:44.390786 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4955b90-e764-4893-aca9-4e7095095df7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:34:44.391183 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4955b90-e764-4893-aca9-4e7095095df7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:34:44.391594 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4955b90-e764-4893-aca9-4e7095095df7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:34:44.391971 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4955b90-e764-4893-aca9-4e7095095df7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:34:44.392374 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4955b90-e764-4893-aca9-4e7095095df7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:34:44.392605 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4955b90-e764-4893-aca9-4e7095095df7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:34:44.393616 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4955b90-e764-4893-aca9-4e7095095df7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:34:44.394113 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4955b90-e764-4893-aca9-4e7095095df7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:34:44.394672 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4955b90-e764-4893-aca9-4e7095095df7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:34:44.395271 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4955b90-e764-4893-aca9-4e7095095df7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:34:44.395734 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4955b90-e764-4893-aca9-4e7095095df7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:34:44.397144 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4955b90-e764-4893-aca9-4e7095095df7 admin admin] Tracked resource versions report:
May 06 00:34:44.397144 dv-cinder-784623-8-iscsi neutron-server[73831]: pushed versions:
May 06 00:34:44.397144 dv-cinder-784623-8-iscsi neutron-server[73831]: {   'AddressGroup': {'1.2'},
May 06 00:34:44.397144 dv-cinder-784623-8-iscsi neutron-server[73831]:     'ConntrackHelper': {'1.0'},
May 06 00:34:44.397144 dv-cinder-784623-8-iscsi neutron-server[73831]:     'Log': {'1.0'},
May 06 00:34:44.397144 dv-cinder-784623-8-iscsi neutron-server[73831]:     'Network': {'1.1'},
May 06 00:34:44.397144 dv-cinder-784623-8-iscsi neutron-server[73831]:     'Port': {'1.7'},
May 06 00:34:44.397144 dv-cinder-784623-8-iscsi neutron-server[73831]:     'PortForwarding': {'1.2'},
May 06 00:34:44.397144 dv-cinder-784623-8-iscsi neutron-server[73831]:     'QosPolicy': {'1.8'},
May 06 00:34:44.397144 dv-cinder-784623-8-iscsi neutron-server[73831]:     'SecurityGroup': {'1.4'},
May 06 00:34:44.397144 dv-cinder-784623-8-iscsi neutron-server[73831]:     'SecurityGroupRule': {'1.2'},
May 06 00:34:44.397144 dv-cinder-784623-8-iscsi neutron-server[73831]:     'SubPort': {'1.0'},
May 06 00:34:44.397144 dv-cinder-784623-8-iscsi neutron-server[73831]:     'Subnet': {'1.1'},
May 06 00:34:44.397144 dv-cinder-784623-8-iscsi neutron-server[73831]:     'Trunk': {'1.1'}}
May 06 00:34:44.397144 dv-cinder-784623-8-iscsi neutron-server[73831]: consumer versions:
May 06 00:34:44.397144 dv-cinder-784623-8-iscsi neutron-server[73831]: {   DHCP agent@dv-cinder-784623-8-iscsi: {},
May 06 00:34:44.397144 dv-cinder-784623-8-iscsi neutron-server[73831]:     HyperV agent@hv-cinder-78462: {},
May 06 00:34:44.397144 dv-cinder-784623-8-iscsi neutron-server[73831]:     L3 agent@dv-cinder-784623-8-iscsi: {},
May 06 00:34:44.397144 dv-cinder-784623-8-iscsi neutron-server[73831]:     Metadata agent@dv-cinder-784623-8-iscsi: {},
May 06 00:34:44.397144 dv-cinder-784623-8-iscsi neutron-server[73831]:     Metering agent@dv-cinder-784623-8-iscsi: {},
May 06 00:34:44.397144 dv-cinder-784623-8-iscsi neutron-server[73831]:     Open vSwitch agent@dv-cinder-784623-8-iscsi: {   'AddressGroup': '1.2',
May 06 00:34:44.397144 dv-cinder-784623-8-iscsi neutron-server[73831]:                                                      'ConntrackHelper': '1.0',
May 06 00:34:44.397144 dv-cinder-784623-8-iscsi neutron-server[73831]:                                                      'Log': '1.0',
May 06 00:34:44.397144 dv-cinder-784623-8-iscsi neutron-server[73831]:                                                      'Network': '1.1',
May 06 00:34:44.397144 dv-cinder-784623-8-iscsi neutron-server[73831]:                                                      'Port': '1.7',
May 06 00:34:44.397144 dv-cinder-784623-8-iscsi neutron-server[73831]:                                                      'PortForwarding': '1.2',
May 06 00:34:44.397144 dv-cinder-784623-8-iscsi neutron-server[73831]:                                                      'QosPolicy': '1.8',
May 06 00:34:44.397144 dv-cinder-784623-8-iscsi neutron-server[73831]:                                                      'SecurityGroup': '1.4',
May 06 00:34:44.397144 dv-cinder-784623-8-iscsi neutron-server[73831]:                                                      'SecurityGroupRule': '1.2',
May 06 00:34:44.397144 dv-cinder-784623-8-iscsi neutron-server[73831]:                                                      'SubPort': '1.0',
May 06 00:34:44.397144 dv-cinder-784623-8-iscsi neutron-server[73831]:                                                      'Subnet': '1.1',
May 06 00:34:44.397144 dv-cinder-784623-8-iscsi neutron-server[73831]:                                                      'Trunk': '1.1'}}
May 06 00:34:44.397144 dv-cinder-784623-8-iscsi neutron-server[73831]:  {{(pid=73831) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 06 00:34:44.407290 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a160b871-987a-4b54-b3e2-6c834cad9a41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=413bb1eb-c019-4d31-9611-c15e754238b7,revision_number=1']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:34:44.408450 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-d4955b90-e764-4893-aca9-4e7095095df7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:34:44.409495 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4955b90-e764-4893-aca9-4e7095095df7 admin admin] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'}  {{(pid=73831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 06 00:34:44.417821 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a160b871-987a-4b54-b3e2-6c834cad9a41 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:34:44.418258 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a160b871-987a-4b54-b3e2-6c834cad9a41 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:34:44.418865 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a160b871-987a-4b54-b3e2-6c834cad9a41 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:34:44.419156 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a160b871-987a-4b54-b3e2-6c834cad9a41 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:34:44.420131 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a160b871-987a-4b54-b3e2-6c834cad9a41 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:34:44.420677 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a160b871-987a-4b54-b3e2-6c834cad9a41 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:34:44.421118 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a160b871-987a-4b54-b3e2-6c834cad9a41 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:34:44.421592 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a160b871-987a-4b54-b3e2-6c834cad9a41 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:34:44.422400 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a160b871-987a-4b54-b3e2-6c834cad9a41 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:34:44.422880 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a160b871-987a-4b54-b3e2-6c834cad9a41 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:34:44.423351 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a160b871-987a-4b54-b3e2-6c834cad9a41 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:34:44.424369 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a160b871-987a-4b54-b3e2-6c834cad9a41 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:34:44.426386 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a160b871-987a-4b54-b3e2-6c834cad9a41 admin admin] Tracked resource versions report:
May 06 00:34:44.426386 dv-cinder-784623-8-iscsi neutron-server[73832]: pushed versions:
May 06 00:34:44.426386 dv-cinder-784623-8-iscsi neutron-server[73832]: {   'AddressGroup': {'1.2'},
May 06 00:34:44.426386 dv-cinder-784623-8-iscsi neutron-server[73832]:     'ConntrackHelper': {'1.0'},
May 06 00:34:44.426386 dv-cinder-784623-8-iscsi neutron-server[73832]:     'Log': {'1.0'},
May 06 00:34:44.426386 dv-cinder-784623-8-iscsi neutron-server[73832]:     'Network': {'1.1'},
May 06 00:34:44.426386 dv-cinder-784623-8-iscsi neutron-server[73832]:     'Port': {'1.7'},
May 06 00:34:44.426386 dv-cinder-784623-8-iscsi neutron-server[73832]:     'PortForwarding': {'1.2'},
May 06 00:34:44.426386 dv-cinder-784623-8-iscsi neutron-server[73832]:     'QosPolicy': {'1.8'},
May 06 00:34:44.426386 dv-cinder-784623-8-iscsi neutron-server[73832]:     'SecurityGroup': {'1.4'},
May 06 00:34:44.426386 dv-cinder-784623-8-iscsi neutron-server[73832]:     'SecurityGroupRule': {'1.2'},
May 06 00:34:44.426386 dv-cinder-784623-8-iscsi neutron-server[73832]:     'SubPort': {'1.0'},
May 06 00:34:44.426386 dv-cinder-784623-8-iscsi neutron-server[73832]:     'Subnet': {'1.1'},
May 06 00:34:44.426386 dv-cinder-784623-8-iscsi neutron-server[73832]:     'Trunk': {'1.1'}}
May 06 00:34:44.426386 dv-cinder-784623-8-iscsi neutron-server[73832]: consumer versions:
May 06 00:34:44.426386 dv-cinder-784623-8-iscsi neutron-server[73832]: {   DHCP agent@dv-cinder-784623-8-iscsi: {},
May 06 00:34:44.426386 dv-cinder-784623-8-iscsi neutron-server[73832]:     HyperV agent@hv-cinder-78462: {},
May 06 00:34:44.426386 dv-cinder-784623-8-iscsi neutron-server[73832]:     L3 agent@dv-cinder-784623-8-iscsi: {},
May 06 00:34:44.426386 dv-cinder-784623-8-iscsi neutron-server[73832]:     Metadata agent@dv-cinder-784623-8-iscsi: {},
May 06 00:34:44.426386 dv-cinder-784623-8-iscsi neutron-server[73832]:     Metering agent@dv-cinder-784623-8-iscsi: {},
May 06 00:34:44.426386 dv-cinder-784623-8-iscsi neutron-server[73832]:     Open vSwitch agent@dv-cinder-784623-8-iscsi: {   'AddressGroup': '1.2',
May 06 00:34:44.426386 dv-cinder-784623-8-iscsi neutron-server[73832]:                                                      'ConntrackHelper': '1.0',
May 06 00:34:44.426386 dv-cinder-784623-8-iscsi neutron-server[73832]:                                                      'Log': '1.0',
May 06 00:34:44.426386 dv-cinder-784623-8-iscsi neutron-server[73832]:                                                      'Network': '1.1',
May 06 00:34:44.426386 dv-cinder-784623-8-iscsi neutron-server[73832]:                                                      'Port': '1.7',
May 06 00:34:44.426386 dv-cinder-784623-8-iscsi neutron-server[73832]:                                                      'PortForwarding': '1.2',
May 06 00:34:44.426386 dv-cinder-784623-8-iscsi neutron-server[73832]:                                                      'QosPolicy': '1.8',
May 06 00:34:44.426386 dv-cinder-784623-8-iscsi neutron-server[73832]:                                                      'SecurityGroup': '1.4',
May 06 00:34:44.426386 dv-cinder-784623-8-iscsi neutron-server[73832]:                                                      'SecurityGroupRule': '1.2',
May 06 00:34:44.426386 dv-cinder-784623-8-iscsi neutron-server[73832]:                                                      'SubPort': '1.0',
May 06 00:34:44.426386 dv-cinder-784623-8-iscsi neutron-server[73832]:                                                      'Subnet': '1.1',
May 06 00:34:44.426386 dv-cinder-784623-8-iscsi neutron-server[73832]:                                                      'Trunk': '1.1'}}
May 06 00:34:44.426386 dv-cinder-784623-8-iscsi neutron-server[73832]:  {{(pid=73832) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 06 00:34:44.429593 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.v2.base [None req-51a35a95-4eb4-40d1-8ee6-edab92f404bc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1068496421-network', 'tenant_id': 'aea92748b0624ad09d804decdf1eee48'}} {{(pid=73831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:34:44.434020 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-a160b871-987a-4b54-b3e2-6c834cad9a41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:34:44.435079 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a160b871-987a-4b54-b3e2-6c834cad9a41 admin admin] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'}  {{(pid=73832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 06 00:34:44.453989 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-a160b871-987a-4b54-b3e2-6c834cad9a41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730493'] for segment, precommit_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:44.454326 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.db.segments_db [None req-a160b871-987a-4b54-b3e2-6c834cad9a41 admin admin] Added segment 37cb53a6-4f3d-4fc5-b9f6-a7e3da898794 of type vlan for network b091e356-2f60-4394-b900-bb9cc40a825d
May 06 00:34:44.454498 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-51a35a95-4eb4-40d1-8ee6-edab92f404bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:34:44.457146 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-d4955b90-e764-4893-aca9-4e7095095df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730493'] for segment, precommit_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:44.457670 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.db.segments_db [None req-d4955b90-e764-4893-aca9-4e7095095df7 admin admin] Added segment 890a22a0-98ca-414c-a9a6-981937a77b2c of type vlan for network 1ea45e29-439e-495a-941c-7f5912677888
May 06 00:34:44.463801 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-51a35a95-4eb4-40d1-8ee6-edab92f404bc admin admin] Usage tracker for resource:network and tenant:aea92748b0624ad09d804decdf1eee48 is out of sync, need to count used quota {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:34:44.468520 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-51a35a95-4eb4-40d1-8ee6-edab92f404bc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:34:44.477632 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-51a35a95-4eb4-40d1-8ee6-edab92f404bc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:34:44.485885 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-a160b871-987a-4b54-b3e2-6c834cad9a41 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767380920962'] for network, precommit_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:44.499180 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-d4955b90-e764-4893-aca9-4e7095095df7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767380920962'] for network, precommit_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:44.503757 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51a35a95-4eb4-40d1-8ee6-edab92f404bc admin admin] Made reservation on behalf of aea92748b0624ad09d804decdf1eee48 for: {'network': 1} {{(pid=73831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 06 00:34:44.506055 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-51a35a95-4eb4-40d1-8ee6-edab92f404bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for network, before_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:44.521122 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-51a35a95-4eb4-40d1-8ee6-edab92f404bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:44.522054 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-a160b871-987a-4b54-b3e2-6c834cad9a41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938'] for network, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:44.524391 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a160b871-987a-4b54-b3e2-6c834cad9a41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:34:44.525142 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-a160b871-987a-4b54-b3e2-6c834cad9a41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535980'] for network, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:44.537859 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-b31de5b6-4aa4-41d8-902e-b9337a98e0e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:34:44.548338 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-51a35a95-4eb4-40d1-8ee6-edab92f404bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:34:44.555025 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-51a35a95-4eb4-40d1-8ee6-edab92f404bc admin admin] Usage tracker for resource:security_group_rule and tenant:aea92748b0624ad09d804decdf1eee48 is out of sync, need to count used quota {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:34:44.558516 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-51a35a95-4eb4-40d1-8ee6-edab92f404bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:34:44.567210 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-51a35a95-4eb4-40d1-8ee6-edab92f404bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:34:44.570079 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-d4955b90-e764-4893-aca9-4e7095095df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938'] for network, after_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:44.572405 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4955b90-e764-4893-aca9-4e7095095df7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:34:44.573018 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-d4955b90-e764-4893-aca9-4e7095095df7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535980'] for network, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:44.580403 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-fdbb5d0c-4ff0-4eaf-8088-79e4f0d3949e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:34:44.713424 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a160b871-987a-4b54-b3e2-6c834cad9a41 admin admin] Pushing event updated for resources: {'Network': ['ID=b091e356-2f60-4394-b900-bb9cc40a825d,revision_number=1']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:34:44.716290 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 34628) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:34:44.716557 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-d4955b90-e764-4893-aca9-4e7095095df7 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.7922449
May 06 00:34:44.719193 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-a160b871-987a-4b54-b3e2-6c834cad9a41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:34:44.723360 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.v2.base [None req-94d24b98-1f63-462e-9e71-b218ed59be03 admin admin] Request body: {'subnet': {'network_id': '1ea45e29-439e-495a-941c-7f5912677888', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1254958437-subnet', 'tenant_id': 'c6c13c091dfc4aacbf264be74291da6e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=73832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:34:44.726963 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Network b091e356-2f60-4394-b900-bb9cc40a825d details requested by agent ovs-agent-dv-cinder-784623-8-iscsi with host dv-cinder-784623-8-iscsi {{(pid=73833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 06 00:34:44.728859 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4955b90-e764-4893-aca9-4e7095095df7 admin admin] Pushing event updated for resources: {'Network': ['ID=1ea45e29-439e-495a-941c-7f5912677888,revision_number=1']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:34:44.729693 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-94d24b98-1f63-462e-9e71-b218ed59be03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:34:44.734045 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-94d24b98-1f63-462e-9e71-b218ed59be03 admin admin] Usage tracker for resource:subnet and tenant:c6c13c091dfc4aacbf264be74291da6e is out of sync, need to count used quota {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:34:44.735296 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-d4955b90-e764-4893-aca9-4e7095095df7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:34:44.737461 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-94d24b98-1f63-462e-9e71-b218ed59be03 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:34:44.744176 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-94d24b98-1f63-462e-9e71-b218ed59be03 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:34:44.761262 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94d24b98-1f63-462e-9e71-b218ed59be03 admin admin] Made reservation on behalf of c6c13c091dfc4aacbf264be74291da6e for: {'subnet': 1} {{(pid=73832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 06 00:34:44.765053 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-94d24b98-1f63-462e-9e71-b218ed59be03 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:44.788178 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-51a35a95-4eb4-40d1-8ee6-edab92f404bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:44.799067 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-51a35a95-4eb4-40d1-8ee6-edab92f404bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:44.803689 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:34:44.844359 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51a35a95-4eb4-40d1-8ee6-edab92f404bc admin admin] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'}  {{(pid=73831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 06 00:34:44.857923 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35a95-4eb4-40d1-8ee6-edab92f404bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c4a9405-9ae4-4d85-9df1-582b3b2c9eb3,revision_number=1']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:34:44.862287 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-51a35a95-4eb4-40d1-8ee6-edab92f404bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:34:44.863246 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-51a35a95-4eb4-40d1-8ee6-edab92f404bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730493'] for segment, precommit_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:44.863581 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.db.segments_db [None req-51a35a95-4eb4-40d1-8ee6-edab92f404bc admin admin] Added segment d6767cd9-a845-4bf2-a0b7-cab2ef6cd327 of type vlan for network f1ee20ed-17e0-4650-a61e-4e2579bfb5cb
May 06 00:34:44.874324 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Network 1ea45e29-439e-495a-941c-7f5912677888 details requested by agent ovs-agent-dv-cinder-784623-8-iscsi with host dv-cinder-784623-8-iscsi {{(pid=73833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 06 00:34:44.903572 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-51a35a95-4eb4-40d1-8ee6-edab92f404bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767380920962'] for network, precommit_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:44.915353 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-a160b871-987a-4b54-b3e2-6c834cad9a41 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.9537933
May 06 00:34:44.915558 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 34634) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:34:44.931423 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.v2.base [None req-8b9cacf8-5308-4429-8519-860f8c269ebf admin admin] Request body: {'subnet': {'network_id': 'b091e356-2f60-4394-b900-bb9cc40a825d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-693039646-subnet', 'tenant_id': 'faf11a4c113f483cb10c967ec3931d1d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:34:44.940162 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-8b9cacf8-5308-4429-8519-860f8c269ebf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:34:44.957118 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.v2.base [None req-8a17b775-1658-44f9-b171-67640530ea60 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1457339987-network', 'tenant_id': '002b4df3d00d43ddba30ad44b32e56cc'}} {{(pid=73832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:34:44.959152 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-51a35a95-4eb4-40d1-8ee6-edab92f404bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938'] for network, after_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:44.964692 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a35a95-4eb4-40d1-8ee6-edab92f404bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:34:44.965896 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-51a35a95-4eb4-40d1-8ee6-edab92f404bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535980'] for network, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:44.966064 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-8a17b775-1658-44f9-b171-67640530ea60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:34:44.978647 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-8b9cacf8-5308-4429-8519-860f8c269ebf admin admin] Usage tracker for resource:subnet and tenant:faf11a4c113f483cb10c967ec3931d1d is out of sync, need to count used quota {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:34:44.980226 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:34:44.984334 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-8a17b775-1658-44f9-b171-67640530ea60 admin admin] Usage tracker for resource:network and tenant:002b4df3d00d43ddba30ad44b32e56cc is out of sync, need to count used quota {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:34:45.000145 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-8b9cacf8-5308-4429-8519-860f8c269ebf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:34:45.003761 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-8a17b775-1658-44f9-b171-67640530ea60 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:34:45.024585 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-8a17b775-1658-44f9-b171-67640530ea60 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:34:45.034947 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-8b9cacf8-5308-4429-8519-860f8c269ebf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:34:45.072166 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a17b775-1658-44f9-b171-67640530ea60 admin admin] Made reservation on behalf of 002b4df3d00d43ddba30ad44b32e56cc for: {'network': 1} {{(pid=73832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 06 00:34:45.074889 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-8a17b775-1658-44f9-b171-67640530ea60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for network, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:45.101932 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35a95-4eb4-40d1-8ee6-edab92f404bc admin admin] Pushing event updated for resources: {'Network': ['ID=f1ee20ed-17e0-4650-a61e-4e2579bfb5cb,revision_number=1']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:34:45.117119 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-51a35a95-4eb4-40d1-8ee6-edab92f404bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:34:45.120249 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-51a35a95-4eb4-40d1-8ee6-edab92f404bc admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 1.0020890
May 06 00:34:45.123559 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 34650) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:34:45.130125 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Network f1ee20ed-17e0-4650-a61e-4e2579bfb5cb details requested by agent ovs-agent-dv-cinder-784623-8-iscsi with host dv-cinder-784623-8-iscsi {{(pid=73833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 06 00:34:45.130402 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.v2.base [None req-87fdf986-ace7-4e2c-9236-18a52ea54cdb admin admin] Request body: {'subnet': {'network_id': 'f1ee20ed-17e0-4650-a61e-4e2579bfb5cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1068496421-subnet', 'tenant_id': 'aea92748b0624ad09d804decdf1eee48', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=73831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:34:45.135451 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-87fdf986-ace7-4e2c-9236-18a52ea54cdb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:34:45.140982 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-87fdf986-ace7-4e2c-9236-18a52ea54cdb admin admin] Usage tracker for resource:subnet and tenant:aea92748b0624ad09d804decdf1eee48 is out of sync, need to count used quota {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:34:45.144160 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-87fdf986-ace7-4e2c-9236-18a52ea54cdb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:34:45.150459 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-87fdf986-ace7-4e2c-9236-18a52ea54cdb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:34:45.163208 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87fdf986-ace7-4e2c-9236-18a52ea54cdb admin admin] Made reservation on behalf of aea92748b0624ad09d804decdf1eee48 for: {'subnet': 1} {{(pid=73831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 06 00:34:45.174097 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-87fdf986-ace7-4e2c-9236-18a52ea54cdb admin admin] Notify callbacks [] for subnet, before_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:45.175408 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b9cacf8-5308-4429-8519-860f8c269ebf admin admin] Made reservation on behalf of faf11a4c113f483cb10c967ec3931d1d for: {'subnet': 1} {{(pid=73832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 06 00:34:45.177735 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-8b9cacf8-5308-4429-8519-860f8c269ebf admin admin] Notify callbacks [] for subnet, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:45.223950 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-8a17b775-1658-44f9-b171-67640530ea60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:45.451722 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-8a17b775-1658-44f9-b171-67640530ea60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:34:45.468149 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-8a17b775-1658-44f9-b171-67640530ea60 admin admin] Usage tracker for resource:security_group_rule and tenant:002b4df3d00d43ddba30ad44b32e56cc is out of sync, need to count used quota {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:34:45.478798 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-8a17b775-1658-44f9-b171-67640530ea60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:34:45.490355 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-8a17b775-1658-44f9-b171-67640530ea60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:34:45.726739 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-87fdf986-ace7-4e2c-9236-18a52ea54cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938'] for subnet, after_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:45.730836 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-ee56fd7d-9efc-4c7c-80fe-a433f1d95e36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:34:45.819781 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fdf986-ace7-4e2c-9236-18a52ea54cdb admin admin] Pushing event updated for resources: {'Subnet': ['ID=587fdbbc-2087-48fc-8109-2b5f3ba73405,revision_number=0']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:34:45.823931 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-87fdf986-ace7-4e2c-9236-18a52ea54cdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:34:45.827196 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fdf986-ace7-4e2c-9236-18a52ea54cdb admin admin] Checking segment: {'id': 'd6767cd9-a845-4bf2-a0b7-cab2ef6cd327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'f1ee20ed-17e0-4650-a61e-4e2579bfb5cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 00:34:45.827702 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87fdf986-ace7-4e2c-9236-18a52ea54cdb admin admin] Network hostable DHCP agents. Network: f1ee20ed-17e0-4650-a61e-4e2579bfb5cb, hostable agents: ['08bd01f5-d9ad-41d2-bccd-f8157b6c692c'], hosted agents: [] {{(pid=73831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 06 00:34:45.859480 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87fdf986-ace7-4e2c-9236-18a52ea54cdb admin admin] Network f1ee20ed-17e0-4650-a61e-4e2579bfb5cb is scheduled to be hosted by DHCP agent 08bd01f5-d9ad-41d2-bccd-f8157b6c692c with binding_index 1 {{(pid=73831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 06 00:34:45.874623 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.scheduler.base_scheduler [None req-87fdf986-ace7-4e2c-9236-18a52ea54cdb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-8-iscsi, f1ee20ed-17e0-4650-a61e-4e2579bfb5cb) {{(pid=73831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 00:34:45.885105 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2eed8d-5bae-49be-88e9-2afc58d85b12 None None] Network f1ee20ed-17e0-4650-a61e-4e2579bfb5cb requested from dv-cinder-784623-8-iscsi {{(pid=73833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 06 00:34:45.891222 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87fdf986-ace7-4e2c-9236-18a52ea54cdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:34:45.892711 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-87fdf986-ace7-4e2c-9236-18a52ea54cdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535980'] for subnet, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:45.947973 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-87fdf986-ace7-4e2c-9236-18a52ea54cdb admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 0.8209145
May 06 00:34:45.948588 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 34682) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:34:45.955659 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.v2.base [None req-eabafbd0-79f6-4bf4-91e4-f929c60d589e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1068496421-router', 'tenant_id': 'aea92748b0624ad09d804decdf1eee48', 'external_gateway_info': {'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4'}}} {{(pid=73831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:34:45.973904 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-eabafbd0-79f6-4bf4-91e4-f929c60d589e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:34:45.982852 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-eabafbd0-79f6-4bf4-91e4-f929c60d589e admin admin] Usage tracker for resource:router and tenant:aea92748b0624ad09d804decdf1eee48 is out of sync, need to count used quota {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:34:45.989562 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-eabafbd0-79f6-4bf4-91e4-f929c60d589e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:34:46.005404 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-eabafbd0-79f6-4bf4-91e4-f929c60d589e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:34:46.014147 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-8a17b775-1658-44f9-b171-67640530ea60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:46.031290 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-8a17b775-1658-44f9-b171-67640530ea60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:46.037939 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-eabafbd0-79f6-4bf4-91e4-f929c60d589e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-451811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3440'] for router, before_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:46.049262 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:34:46.050818 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-eabafbd0-79f6-4bf4-91e4-f929c60d589e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-451820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409324', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-491947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3401'] for router, precommit_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:46.099178 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a17b775-1658-44f9-b171-67640530ea60 admin admin] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'}  {{(pid=73832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 06 00:34:46.121242 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a17b775-1658-44f9-b171-67640530ea60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceb8dabd-8ffc-4d87-9464-7f935bd56bb9,revision_number=1']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:34:46.128083 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-8a17b775-1658-44f9-b171-67640530ea60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:34:46.135008 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-8a17b775-1658-44f9-b171-67640530ea60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730493'] for segment, precommit_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:46.135832 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.db.segments_db [None req-8a17b775-1658-44f9-b171-67640530ea60 admin admin] Added segment 211ca014-1f1c-4c9d-9a8e-e2529d491b2b of type vlan for network 37604004-5acb-4629-b2e7-84023f472da1
May 06 00:34:46.162016 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-eabafbd0-79f6-4bf4-91e4-f929c60d589e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:46.262426 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-8a17b775-1658-44f9-b171-67640530ea60 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767380920962'] for network, precommit_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:46.316001 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-94d24b98-1f63-462e-9e71-b218ed59be03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938'] for subnet, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:46.343344 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-771975aa-7813-473f-b746-c247c383b4ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:34:46.412758 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.db.resource_extend [None req-8a17b775-1658-44f9-b171-67640530ea60 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=73832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 06 00:34:46.535253 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-8b9cacf8-5308-4429-8519-860f8c269ebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938'] for subnet, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:46.620054 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-8a17b775-1658-44f9-b171-67640530ea60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938'] for network, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:46.644459 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c562df07-1f5b-4923-ac15-50db0f1dc0a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ffa6a74-49b1-57e1-8600-1f37db923f22-f1ee20ed-17e0-4650-a61e-4e2579bfb5cb', 'network_id': 'f1ee20ed-17e0-4650-a61e-4e2579bfb5cb', 'tenant_id': 'aea92748b0624ad09d804decdf1eee48', 'fixed_ips': [{'subnet_id': '587fdbbc-2087-48fc-8109-2b5f3ba73405'}]}} from dv-cinder-784623-8-iscsi. {{(pid=73833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
May 06 00:34:46.646036 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-c562df07-1f5b-4923-ac15-50db0f1dc0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_create {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:46.657231 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a17b775-1658-44f9-b171-67640530ea60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:34:46.657812 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-8a17b775-1658-44f9-b171-67640530ea60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535980'] for network, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:46.761435 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d24b98-1f63-462e-9e71-b218ed59be03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=693ca583-83b8-4934-b0a4-9f6d64f7b0b2,revision_number=0']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:34:46.794585 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-94d24b98-1f63-462e-9e71-b218ed59be03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:34:46.803957 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-cd1eff59-aa8f-4a5e-b715-1e7aa806e316 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.204s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:34:46.854856 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-43cc91e5-33d8-4815-957b-83c2c1b5d90a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:46.973692 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.db_base_plugin_common [None req-c562df07-1f5b-4923-ac15-50db0f1dc0a9 None None] Allocated IP 172.20.0.2 (f1ee20ed-17e0-4650-a61e-4e2579bfb5cb/587fdbbc-2087-48fc-8109-2b5f3ba73405/2c950d5a-bffc-49b7-9a26-0281f558b58a) {{(pid=73833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 06 00:34:46.978986 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d24b98-1f63-462e-9e71-b218ed59be03 admin admin] Checking segment: {'id': '890a22a0-98ca-414c-a9a6-981937a77b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '1ea45e29-439e-495a-941c-7f5912677888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 00:34:46.979550 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d24b98-1f63-462e-9e71-b218ed59be03 admin admin] Network hostable DHCP agents. Network: 1ea45e29-439e-495a-941c-7f5912677888, hostable agents: ['08bd01f5-d9ad-41d2-bccd-f8157b6c692c'], hosted agents: [] {{(pid=73832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 06 00:34:47.010900 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-eabafbd0-79f6-4bf4-91e4-f929c60d589e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-409237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-433687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3415'] for router, precommit_update {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:47.012015 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9cacf8-5308-4429-8519-860f8c269ebf admin admin] Pushing event updated for resources: {'Subnet': ['ID=3bff1ca5-43e0-48e0-ab2f-4914e32b9921,revision_number=0']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:34:47.030025 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-8b9cacf8-5308-4429-8519-860f8c269ebf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:34:47.032331 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.329s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:34:47.176381 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9cacf8-5308-4429-8519-860f8c269ebf admin admin] Checking segment: {'id': '37cb53a6-4f3d-4fc5-b9f6-a7e3da898794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b091e356-2f60-4394-b900-bb9cc40a825d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 00:34:47.176662 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9cacf8-5308-4429-8519-860f8c269ebf admin admin] Network hostable DHCP agents. Network: b091e356-2f60-4394-b900-bb9cc40a825d, hostable agents: ['08bd01f5-d9ad-41d2-bccd-f8157b6c692c'], hosted agents: [] {{(pid=73832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 06 00:34:47.181375 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d24b98-1f63-462e-9e71-b218ed59be03 admin admin] Network 1ea45e29-439e-495a-941c-7f5912677888 is scheduled to be hosted by DHCP agent 08bd01f5-d9ad-41d2-bccd-f8157b6c692c with binding_index 1 {{(pid=73832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 06 00:34:47.203497 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-8a17b775-1658-44f9-b171-67640530ea60 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 892 time: 2.8357401
May 06 00:34:47.212602 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 34738) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:34:47.219991 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.scheduler.base_scheduler [None req-94d24b98-1f63-462e-9e71-b218ed59be03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-8-iscsi, 1ea45e29-439e-495a-941c-7f5912677888) {{(pid=73832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 00:34:47.227889 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.v2.base [None req-2060aaa5-674c-4dce-9b8c-031abb91dabd admin admin] Request body: {'subnet': {'network_id': '37604004-5acb-4629-b2e7-84023f472da1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1457339987-subnet', 'tenant_id': '002b4df3d00d43ddba30ad44b32e56cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:34:47.231515 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d24b98-1f63-462e-9e71-b218ed59be03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:34:47.232773 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-94d24b98-1f63-462e-9e71-b218ed59be03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535980'] for subnet, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:47.238261 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-2060aaa5-674c-4dce-9b8c-031abb91dabd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:34:47.241230 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-318eab85-67ae-4b08-b829-4175c6818679 None None] Network 1ea45e29-439e-495a-941c-7f5912677888 requested from dv-cinder-784623-8-iscsi {{(pid=73833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 06 00:34:47.247165 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a17b775-1658-44f9-b171-67640530ea60 admin admin] Pushing event updated for resources: {'Network': ['ID=37604004-5acb-4629-b2e7-84023f472da1,revision_number=1']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:34:47.248012 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-2060aaa5-674c-4dce-9b8c-031abb91dabd admin admin] Usage tracker for resource:subnet and tenant:002b4df3d00d43ddba30ad44b32e56cc is out of sync, need to count used quota {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:34:47.250798 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9cacf8-5308-4429-8519-860f8c269ebf admin admin] Network b091e356-2f60-4394-b900-bb9cc40a825d is scheduled to be hosted by DHCP agent 08bd01f5-d9ad-41d2-bccd-f8157b6c692c with binding_index 1 {{(pid=73832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 06 00:34:47.252591 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-2060aaa5-674c-4dce-9b8c-031abb91dabd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:34:47.253618 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-8a17b775-1658-44f9-b171-67640530ea60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:34:47.260321 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-94d24b98-1f63-462e-9e71-b218ed59be03 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 2.5426102
May 06 00:34:47.261771 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 34742) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:34:47.271925 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.v2.base [None req-951df00c-9db4-4998-a690-a0b8494c55d1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1254958437-router', 'tenant_id': 'c6c13c091dfc4aacbf264be74291da6e', 'external_gateway_info': {'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4'}}} {{(pid=73832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:34:47.274454 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Network 37604004-5acb-4629-b2e7-84023f472da1 details requested by agent ovs-agent-dv-cinder-784623-8-iscsi with host dv-cinder-784623-8-iscsi {{(pid=73833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 06 00:34:47.275396 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.scheduler.base_scheduler [None req-8b9cacf8-5308-4429-8519-860f8c269ebf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-8-iscsi, b091e356-2f60-4394-b900-bb9cc40a825d) {{(pid=73832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 00:34:47.279868 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-951df00c-9db4-4998-a690-a0b8494c55d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:34:47.283409 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9cacf8-5308-4429-8519-860f8c269ebf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:34:47.284212 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-8b9cacf8-5308-4429-8519-860f8c269ebf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535980'] for subnet, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:47.292769 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-2060aaa5-674c-4dce-9b8c-031abb91dabd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:34:47.296803 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-951df00c-9db4-4998-a690-a0b8494c55d1 admin admin] Usage tracker for resource:router and tenant:c6c13c091dfc4aacbf264be74291da6e is out of sync, need to count used quota {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:34:47.302426 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-951df00c-9db4-4998-a690-a0b8494c55d1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:34:47.309971 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-951df00c-9db4-4998-a690-a0b8494c55d1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:34:47.320792 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-8b9cacf8-5308-4429-8519-860f8c269ebf admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 2.4042132
May 06 00:34:47.327459 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd67cba6-5965-4c11-a4ca-7cbf65690818 None None] Network b091e356-2f60-4394-b900-bb9cc40a825d requested from dv-cinder-784623-8-iscsi {{(pid=73833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 06 00:34:47.337785 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-951df00c-9db4-4998-a690-a0b8494c55d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-451811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3440'] for router, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:47.339157 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-951df00c-9db4-4998-a690-a0b8494c55d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-451820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409324', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-491947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3401'] for router, precommit_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:47.377873 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-951df00c-9db4-4998-a690-a0b8494c55d1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:47.415607 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2060aaa5-674c-4dce-9b8c-031abb91dabd admin admin] Made reservation on behalf of 002b4df3d00d43ddba30ad44b32e56cc for: {'subnet': 1} {{(pid=73831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 06 00:34:47.420232 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-2060aaa5-674c-4dce-9b8c-031abb91dabd admin admin] Notify callbacks [] for subnet, before_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:47.681091 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-eabafbd0-79f6-4bf4-91e4-f929c60d589e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:47.737512 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-eabafbd0-79f6-4bf4-91e4-f929c60d589e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:47.936857 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51369e8e-964c-48e1-82b3-905df58198ba None None] Network b091e356-2f60-4394-b900-bb9cc40a825d requested from dv-cinder-784623-8-iscsi {{(pid=73833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 06 00:34:48.134519 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-951df00c-9db4-4998-a690-a0b8494c55d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-409237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-433687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3415'] for router, precommit_update {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:48.189821 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 34762) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:34:48.211928 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 34766) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:34:48.454763 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.db_base_plugin_common [None req-eabafbd0-79f6-4bf4-91e4-f929c60d589e admin admin] Allocated IP 172.27.3.101 (86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4/5f976aaf-f539-4cba-9109-d63a57e1b399/384ed5b9-5b19-4d3e-845e-4acbb4b59ce4) {{(pid=73831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 06 00:34:48.474330 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-c20185ff-ba21-4484-a68c-3ef7f2efd428 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:48.539944 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-39beaaed-83ee-4da3-bc82-2f63e902c6de admin admin] Notify callbacks [] for security_group, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:48.555246 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-c562df07-1f5b-4923-ac15-50db0f1dc0a9 None None] Notify callbacks [] for port, precommit_create {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:48.607377 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-c20185ff-ba21-4484-a68c-3ef7f2efd428 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:34:48.611839 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-c20185ff-ba21-4484-a68c-3ef7f2efd428 admin admin] Usage tracker for resource:security_group_rule and tenant:e7ba635799f04307b7a522ebf0ab866f is out of sync, need to count used quota {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:34:48.615241 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-c20185ff-ba21-4484-a68c-3ef7f2efd428 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:34:48.623192 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-39beaaed-83ee-4da3-bc82-2f63e902c6de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:34:48.625589 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-c20185ff-ba21-4484-a68c-3ef7f2efd428 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:34:48.636471 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-39beaaed-83ee-4da3-bc82-2f63e902c6de admin admin] Usage tracker for resource:security_group_rule and tenant:29fac947a1f14f408ae83fd14f98b29e is out of sync, need to count used quota {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:34:48.651456 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-c562df07-1f5b-4923-ac15-50db0f1dc0a9 None None] Transition to ACTIVE for port object 2c950d5a-bffc-49b7-9a26-0281f558b58a will not be triggered until provisioned by entity L2. {{(pid=73833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 00:34:48.654426 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-39beaaed-83ee-4da3-bc82-2f63e902c6de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:34:48.679173 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-39beaaed-83ee-4da3-bc82-2f63e902c6de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:34:48.700411 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-c562df07-1f5b-4923-ac15-50db0f1dc0a9 None None] Transition to ACTIVE for port object 2c950d5a-bffc-49b7-9a26-0281f558b58a will not be triggered until provisioned by entity DHCP. {{(pid=73833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 00:34:48.741455 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-c562df07-1f5b-4923-ac15-50db0f1dc0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767380898820'] for port, after_create {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:48.769871 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-646ec0e5-db8f-410b-bcca-88e386dc2408 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:34:48.802809 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-eabafbd0-79f6-4bf4-91e4-f929c60d589e admin admin] Notify callbacks [] for port, precommit_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:48.821443 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f813db5-268f-4d0a-a476-bbff2e18f3ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ffa6a74-49b1-57e1-8600-1f37db923f22-1ea45e29-439e-495a-941c-7f5912677888', 'network_id': '1ea45e29-439e-495a-941c-7f5912677888', 'tenant_id': 'c6c13c091dfc4aacbf264be74291da6e', 'fixed_ips': [{'subnet_id': '693ca583-83b8-4934-b0a4-9f6d64f7b0b2'}]}} from dv-cinder-784623-8-iscsi. {{(pid=73833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
May 06 00:34:48.822361 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-2f813db5-268f-4d0a-a476-bbff2e18f3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_create {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:48.898890 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c562df07-1f5b-4923-ac15-50db0f1dc0a9 None None] Network f1ee20ed-17e0-4650-a61e-4e2579bfb5cb is already hosted by enough agents. {{(pid=73833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 00:34:48.908091 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.scheduler.base_scheduler [None req-c562df07-1f5b-4923-ac15-50db0f1dc0a9 None None] Resources bound (agent type, host, resource id):  {{(pid=73833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 00:34:48.963893 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-951df00c-9db4-4998-a690-a0b8494c55d1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:48.976901 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-2060aaa5-674c-4dce-9b8c-031abb91dabd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938'] for subnet, after_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:48.987817 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-62bae8e3-821f-4e69-8b42-ba93cac71b22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:34:49.006093 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-951df00c-9db4-4998-a690-a0b8494c55d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:49.046773 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c562df07-1f5b-4923-ac15-50db0f1dc0a9 None None] Received port after_create {{(pid=73833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 06 00:34:49.105218 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c562df07-1f5b-4923-ac15-50db0f1dc0a9 None None] Pushing event updated for resources: {'Port': ['ID=2c950d5a-bffc-49b7-9a26-0281f558b58a,revision_number=1']} {{(pid=73833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:34:49.126053 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c562df07-1f5b-4923-ac15-50db0f1dc0a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:34:49.126558 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c562df07-1f5b-4923-ac15-50db0f1dc0a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:34:49.127029 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c562df07-1f5b-4923-ac15-50db0f1dc0a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:34:49.127425 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c562df07-1f5b-4923-ac15-50db0f1dc0a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:34:49.127759 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c562df07-1f5b-4923-ac15-50db0f1dc0a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:34:49.128229 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c562df07-1f5b-4923-ac15-50db0f1dc0a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:34:49.128518 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2060aaa5-674c-4dce-9b8c-031abb91dabd admin admin] Pushing event updated for resources: {'Subnet': ['ID=80245074-5ce6-4e43-925d-2fdf29939a72,revision_number=0']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:34:49.128632 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c562df07-1f5b-4923-ac15-50db0f1dc0a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:34:49.128987 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c562df07-1f5b-4923-ac15-50db0f1dc0a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:34:49.129614 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c562df07-1f5b-4923-ac15-50db0f1dc0a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:34:49.129999 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c562df07-1f5b-4923-ac15-50db0f1dc0a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:34:49.131090 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c562df07-1f5b-4923-ac15-50db0f1dc0a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:34:49.132176 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-2060aaa5-674c-4dce-9b8c-031abb91dabd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:34:49.133064 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c562df07-1f5b-4923-ac15-50db0f1dc0a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:34:49.134246 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c562df07-1f5b-4923-ac15-50db0f1dc0a9 None None] Tracked resource versions report:
May 06 00:34:49.134246 dv-cinder-784623-8-iscsi neutron-server[73833]: pushed versions:
May 06 00:34:49.134246 dv-cinder-784623-8-iscsi neutron-server[73833]: {   'AddressGroup': {'1.2'},
May 06 00:34:49.134246 dv-cinder-784623-8-iscsi neutron-server[73833]:     'ConntrackHelper': {'1.0'},
May 06 00:34:49.134246 dv-cinder-784623-8-iscsi neutron-server[73833]:     'Log': {'1.0'},
May 06 00:34:49.134246 dv-cinder-784623-8-iscsi neutron-server[73833]:     'Network': {'1.1'},
May 06 00:34:49.134246 dv-cinder-784623-8-iscsi neutron-server[73833]:     'Port': {'1.7'},
May 06 00:34:49.134246 dv-cinder-784623-8-iscsi neutron-server[73833]:     'PortForwarding': {'1.2'},
May 06 00:34:49.134246 dv-cinder-784623-8-iscsi neutron-server[73833]:     'QosPolicy': {'1.8'},
May 06 00:34:49.134246 dv-cinder-784623-8-iscsi neutron-server[73833]:     'SecurityGroup': {'1.4'},
May 06 00:34:49.134246 dv-cinder-784623-8-iscsi neutron-server[73833]:     'SecurityGroupRule': {'1.2'},
May 06 00:34:49.134246 dv-cinder-784623-8-iscsi neutron-server[73833]:     'SubPort': {'1.0'},
May 06 00:34:49.134246 dv-cinder-784623-8-iscsi neutron-server[73833]:     'Subnet': {'1.1'},
May 06 00:34:49.134246 dv-cinder-784623-8-iscsi neutron-server[73833]:     'Trunk': {'1.1'}}
May 06 00:34:49.134246 dv-cinder-784623-8-iscsi neutron-server[73833]: consumer versions:
May 06 00:34:49.134246 dv-cinder-784623-8-iscsi neutron-server[73833]: {   DHCP agent@dv-cinder-784623-8-iscsi: {},
May 06 00:34:49.134246 dv-cinder-784623-8-iscsi neutron-server[73833]:     HyperV agent@hv-cinder-78462: {},
May 06 00:34:49.134246 dv-cinder-784623-8-iscsi neutron-server[73833]:     L3 agent@dv-cinder-784623-8-iscsi: {},
May 06 00:34:49.134246 dv-cinder-784623-8-iscsi neutron-server[73833]:     Metadata agent@dv-cinder-784623-8-iscsi: {},
May 06 00:34:49.134246 dv-cinder-784623-8-iscsi neutron-server[73833]:     Metering agent@dv-cinder-784623-8-iscsi: {},
May 06 00:34:49.134246 dv-cinder-784623-8-iscsi neutron-server[73833]:     Open vSwitch agent@dv-cinder-784623-8-iscsi: {   'AddressGroup': '1.2',
May 06 00:34:49.134246 dv-cinder-784623-8-iscsi neutron-server[73833]:                                                      'ConntrackHelper': '1.0',
May 06 00:34:49.134246 dv-cinder-784623-8-iscsi neutron-server[73833]:                                                      'Log': '1.0',
May 06 00:34:49.134246 dv-cinder-784623-8-iscsi neutron-server[73833]:                                                      'Network': '1.1',
May 06 00:34:49.134246 dv-cinder-784623-8-iscsi neutron-server[73833]:                                                      'Port': '1.7',
May 06 00:34:49.134246 dv-cinder-784623-8-iscsi neutron-server[73833]:                                                      'PortForwarding': '1.2',
May 06 00:34:49.134246 dv-cinder-784623-8-iscsi neutron-server[73833]:                                                      'QosPolicy': '1.8',
May 06 00:34:49.134246 dv-cinder-784623-8-iscsi neutron-server[73833]:                                                      'SecurityGroup': '1.4',
May 06 00:34:49.134246 dv-cinder-784623-8-iscsi neutron-server[73833]:                                                      'SecurityGroupRule': '1.2',
May 06 00:34:49.134246 dv-cinder-784623-8-iscsi neutron-server[73833]:                                                      'SubPort': '1.0',
May 06 00:34:49.134246 dv-cinder-784623-8-iscsi neutron-server[73833]:                                                      'Subnet': '1.1',
May 06 00:34:49.134246 dv-cinder-784623-8-iscsi neutron-server[73833]:                                                      'Trunk': '1.1'}}
May 06 00:34:49.134246 dv-cinder-784623-8-iscsi neutron-server[73833]:  {{(pid=73833) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 06 00:34:49.137204 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-c562df07-1f5b-4923-ac15-50db0f1dc0a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:34:49.172349 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-39beaaed-83ee-4da3-bc82-2f63e902c6de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:49.182003 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 34802) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:34:49.204075 dv-cinder-784623-8-iscsi neutron-server[73831]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
May 06 00:34:49.228653 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.managers [None req-c562df07-1f5b-4923-ac15-50db0f1dc0a9 None None] Attempting to bind port 2c950d5a-bffc-49b7-9a26-0281f558b58a on host dv-cinder-784623-8-iscsi for vnic_type normal with profile  {{(pid=73833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 06 00:34:49.229050 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.managers [None req-c562df07-1f5b-4923-ac15-50db0f1dc0a9 None None] Attempting to bind port 2c950d5a-bffc-49b7-9a26-0281f558b58a by drivers openvswitch,hyperv on host dv-cinder-784623-8-iscsi at level 0 using segments [{'id': 'd6767cd9-a845-4bf2-a0b7-cab2ef6cd327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'f1ee20ed-17e0-4650-a61e-4e2579bfb5cb'}] {{(pid=73833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 06 00:34:49.229486 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c562df07-1f5b-4923-ac15-50db0f1dc0a9 None None] Attempting to bind port 2c950d5a-bffc-49b7-9a26-0281f558b58a on network f1ee20ed-17e0-4650-a61e-4e2579bfb5cb {{(pid=73833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 00:34:49.243130 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2060aaa5-674c-4dce-9b8c-031abb91dabd admin admin] Checking segment: {'id': '211ca014-1f1c-4c9d-9a8e-e2529d491b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '37604004-5acb-4629-b2e7-84023f472da1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 00:34:49.243480 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2060aaa5-674c-4dce-9b8c-031abb91dabd admin admin] Network hostable DHCP agents. Network: 37604004-5acb-4629-b2e7-84023f472da1, hostable agents: ['08bd01f5-d9ad-41d2-bccd-f8157b6c692c'], hosted agents: [] {{(pid=73831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 06 00:34:49.257666 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c562df07-1f5b-4923-ac15-50db0f1dc0a9 None None] Checking agent: {'id': '4b72a67e-bba9-4429-9bf9-904dcd8ce83b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 0, 27, 19), 'started_at': datetime.datetime(2021, 5, 6, 0, 27, 49), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 0, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 06 00:34:49.258095 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c562df07-1f5b-4923-ac15-50db0f1dc0a9 None None] Checking segment: {'id': 'd6767cd9-a845-4bf2-a0b7-cab2ef6cd327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'f1ee20ed-17e0-4650-a61e-4e2579bfb5cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 00:34:49.258503 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-c562df07-1f5b-4923-ac15-50db0f1dc0a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:49.258911 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c562df07-1f5b-4923-ac15-50db0f1dc0a9 None None] Bound using segment: {'id': 'd6767cd9-a845-4bf2-a0b7-cab2ef6cd327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'f1ee20ed-17e0-4650-a61e-4e2579bfb5cb'} {{(pid=73833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 06 00:34:49.259415 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.managers [None req-c562df07-1f5b-4923-ac15-50db0f1dc0a9 None None] Bound port: 2c950d5a-bffc-49b7-9a26-0281f558b58a, host: dv-cinder-784623-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6767cd9-a845-4bf2-a0b7-cab2ef6cd327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'f1ee20ed-17e0-4650-a61e-4e2579bfb5cb'}}] {{(pid=73833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 06 00:34:49.259811 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-c562df07-1f5b-4923-ac15-50db0f1dc0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:49.286886 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-39beaaed-83ee-4da3-bc82-2f63e902c6de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:49.298740 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-c20185ff-ba21-4484-a68c-3ef7f2efd428 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:49.302026 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-a160b871-987a-4b54-b3e2-6c834cad9a41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:34:49.317540 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-c20185ff-ba21-4484-a68c-3ef7f2efd428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:49.336674 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:49.357955 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-39beaaed-83ee-4da3-bc82-2f63e902c6de admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=29fac947a1f14f408ae83fd14f98b29e&name=default HTTP/1.1" status: 200  len: 2975 time: 1.1384687
May 06 00:34:49.366316 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 34810) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:34:49.367955 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39beaaed-83ee-4da3-bc82-2f63e902c6de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dff9ce3d-3959-4413-b8c6-031138d5793f,revision_number=1']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:34:49.374432 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-39beaaed-83ee-4da3-bc82-2f63e902c6de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:34:49.375032 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-98433cb9-57d4-43fc-91b3-d2f6b0662d5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:34:49.437711 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-eabafbd0-79f6-4bf4-91e4-f929c60d589e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767380898820'] for port, after_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:49.451438 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-c20185ff-ba21-4484-a68c-3ef7f2efd428 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e7ba635799f04307b7a522ebf0ab866f&name=default HTTP/1.1" status: 200  len: 2975 time: 1.2604632
May 06 00:34:49.458609 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 34820) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:34:49.462911 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:34:49.471857 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-c562df07-1f5b-4923-ac15-50db0f1dc0a9 None None] For port 2c950d5a-bffc-49b7-9a26-0281f558b58a, host dv-cinder-784623-8-iscsi, cleared binding levels {{(pid=73833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 06 00:34:49.478264 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20185ff-ba21-4484-a68c-3ef7f2efd428 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68a65cb5-1a7d-49f7-832e-ce767105b7b5,revision_number=1']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:34:49.479776 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.db_base_plugin_common [None req-2f813db5-268f-4d0a-a476-bbff2e18f3ad None None] Allocated IP 172.20.0.2 (1ea45e29-439e-495a-941c-7f5912677888/693ca583-83b8-4934-b0a4-9f6d64f7b0b2/6d62dc50-407c-478a-894f-18f81efc9a01) {{(pid=73833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 06 00:34:49.484543 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-c20185ff-ba21-4484-a68c-3ef7f2efd428 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:34:49.491584 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-c562df07-1f5b-4923-ac15-50db0f1dc0a9 None None] For port 2c950d5a-bffc-49b7-9a26-0281f558b58a, host dv-cinder-784623-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-iscsi',level=0,port_id=2c950d5a-bffc-49b7-9a26-0281f558b58a,segment=NetworkSegment(d6767cd9-a845-4bf2-a0b7-cab2ef6cd327),segment_id=d6767cd9-a845-4bf2-a0b7-cab2ef6cd327)] {{(pid=73833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 06 00:34:49.518219 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e48b49-8f66-4414-a343-652e0b0c2cab req-5c0c2040-e3bb-4c01-90b8-48f012327c00 tempest-DeleteServersTestJSON-1871532533 tempest-DeleteServersTestJSON-1871532533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:34:49.519753 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-b2e48b49-8f66-4414-a343-652e0b0c2cab req-5c0c2040-e3bb-4c01-90b8-48f012327c00 tempest-DeleteServersTestJSON-1871532533 tempest-DeleteServersTestJSON-1871532533-project] 10.222.0.24 "GET /v2.0/networks?id=b091e356-2f60-4394-b900-bb9cc40a825d HTTP/1.1" status: 200  len: 811 time: 0.3368039
May 06 00:34:49.521368 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-c562df07-1f5b-4923-ac15-50db0f1dc0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:49.522224 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.db_base_plugin_common [None req-951df00c-9db4-4998-a690-a0b8494c55d1 admin admin] Allocated IP 172.27.3.159 (86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4/5f976aaf-f539-4cba-9109-d63a57e1b399/776b5ab0-4f4f-453b-8323-3ad702832470) {{(pid=73832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 06 00:34:49.550832 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2060aaa5-674c-4dce-9b8c-031abb91dabd admin admin] Network 37604004-5acb-4629-b2e7-84023f472da1 is scheduled to be hosted by DHCP agent 08bd01f5-d9ad-41d2-bccd-f8157b6c692c with binding_index 1 {{(pid=73831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 06 00:34:49.586074 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eabafbd0-79f6-4bf4-91e4-f929c60d589e admin admin] Network 86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4 is already hosted by enough agents. {{(pid=73831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 00:34:49.598297 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:34:49.601270 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-b2e48b49-8f66-4414-a343-652e0b0c2cab req-5588abde-9d1b-495b-be95-b54f5f41bbf7 tempest-DeleteServersTestJSON-1871532533 tempest-DeleteServersTestJSON-1871532533-project] 10.222.0.24 "GET /v2.0/quotas/faf11a4c113f483cb10c967ec3931d1d HTTP/1.1" status: 200  len: 375 time: 0.0646567
May 06 00:34:49.602031 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.scheduler.base_scheduler [None req-eabafbd0-79f6-4bf4-91e4-f929c60d589e admin admin] Resources bound (agent type, host, resource id):  {{(pid=73831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 00:34:49.611736 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabafbd0-79f6-4bf4-91e4-f929c60d589e admin admin] Received port after_create {{(pid=73831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 06 00:34:49.694584 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-f420f7d1-d45a-41a5-bb04-f1893ce67eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:49.708215 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.scheduler.base_scheduler [None req-2060aaa5-674c-4dce-9b8c-031abb91dabd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-8-iscsi, 37604004-5acb-4629-b2e7-84023f472da1) {{(pid=73831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 00:34:49.710226 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabafbd0-79f6-4bf4-91e4-f929c60d589e admin admin] Pushing event updated for resources: {'Port': ['ID=384ed5b9-5b19-4d3e-845e-4acbb4b59ce4,revision_number=1']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:34:49.717421 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-951df00c-9db4-4998-a690-a0b8494c55d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:49.726123 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9826eaa-e477-4507-9b0c-b7d5a7be6a9a None None] Network 37604004-5acb-4629-b2e7-84023f472da1 requested from dv-cinder-784623-8-iscsi {{(pid=73833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 06 00:34:49.752666 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-a2b6d5e2-03bb-4e32-bc46-65965a2c6c96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:49.777876 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-951df00c-9db4-4998-a690-a0b8494c55d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767380898820'] for port, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:49.783349 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-a2b6d5e2-03bb-4e32-bc46-65965a2c6c96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:49.795778 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:34:49.894154 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c562df07-1f5b-4923-ac15-50db0f1dc0a9 None None] Pushing event updated for resources: {'Port': ['ID=2c950d5a-bffc-49b7-9a26-0281f558b58a,revision_number=2']} {{(pid=73833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:34:49.896491 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951df00c-9db4-4998-a690-a0b8494c55d1 admin admin] Network 86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4 is already hosted by enough agents. {{(pid=73832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 00:34:49.900367 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.scheduler.base_scheduler [None req-951df00c-9db4-4998-a690-a0b8494c55d1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 00:34:49.903372 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951df00c-9db4-4998-a690-a0b8494c55d1 admin admin] Received port after_create {{(pid=73832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 06 00:34:49.914084 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-c562df07-1f5b-4923-ac15-50db0f1dc0a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:34:50.002260 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2060aaa5-674c-4dce-9b8c-031abb91dabd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:34:50.002933 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-2060aaa5-674c-4dce-9b8c-031abb91dabd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535980'] for subnet, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:50.069606 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-b2e48b49-8f66-4414-a343-652e0b0c2cab req-de0aed0d-d5d1-42ad-826a-fa93994614f1 tempest-DeleteServersTestJSON-1871532533 tempest-DeleteServersTestJSON-1871532533-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=faf11a4c113f483cb10c967ec3931d1d&fields=id HTTP/1.1" status: 200  len: 210 time: 0.4588137
May 06 00:34:50.132458 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-a2b6d5e2-03bb-4e32-bc46-65965a2c6c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:50.141305 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-eabafbd0-79f6-4bf4-91e4-f929c60d589e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.674s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:34:50.168233 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb7bdc69-64ed-48c1-b3bf-f7bd80d2ae9e None None] Network 37604004-5acb-4629-b2e7-84023f472da1 requested from dv-cinder-784623-8-iscsi {{(pid=73833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 06 00:34:50.190648 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951df00c-9db4-4998-a690-a0b8494c55d1 admin admin] Pushing event updated for resources: {'Port': ['ID=776b5ab0-4f4f-453b-8323-3ad702832470,revision_number=1']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:34:50.201469 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-d4955b90-e764-4893-aca9-4e7095095df7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:34:50.215422 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-2f813db5-268f-4d0a-a476-bbff2e18f3ad None None] Notify callbacks [] for port, precommit_create {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:50.236487 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-951df00c-9db4-4998-a690-a0b8494c55d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:34:50.251796 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b6d5e2-03bb-4e32-bc46-65965a2c6c96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dff9ce3d-3959-4413-b8c6-031138d5793f,revision_number=None']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:34:50.276492 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-fbd90da8-3f06-4208-93df-ec65fd781ab2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:50.281693 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-2060aaa5-674c-4dce-9b8c-031abb91dabd admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 3.0615814
May 06 00:34:50.284368 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-2f813db5-268f-4d0a-a476-bbff2e18f3ad None None] Transition to ACTIVE for port object 6d62dc50-407c-478a-894f-18f81efc9a01 will not be triggered until provisioned by entity L2. {{(pid=73833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 00:34:50.287403 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-a2b6d5e2-03bb-4e32-bc46-65965a2c6c96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:34:50.289275 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 34848) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:34:50.300936 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-a2b6d5e2-03bb-4e32-bc46-65965a2c6c96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:50.311656 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-a2b6d5e2-03bb-4e32-bc46-65965a2c6c96 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dff9ce3d-3959-4413-b8c6-031138d5793f HTTP/1.1" status: 204  len: 168 time: 0.9286356
May 06 00:34:50.322299 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-2f813db5-268f-4d0a-a476-bbff2e18f3ad None None] Transition to ACTIVE for port object 6d62dc50-407c-478a-894f-18f81efc9a01 will not be triggered until provisioned by entity DHCP. {{(pid=73833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 00:34:50.330219 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.v2.base [None req-b781af17-bb04-4102-83f4-db691c9c1cd3 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1457339987-router', 'tenant_id': '002b4df3d00d43ddba30ad44b32e56cc', 'external_gateway_info': {'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4'}}} {{(pid=73831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:34:50.340393 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-2f813db5-268f-4d0a-a476-bbff2e18f3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767380898820'] for port, after_create {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:50.347625 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-c562df07-1f5b-4923-ac15-50db0f1dc0a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:34:50.362034 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [req-b2e48b49-8f66-4414-a343-652e0b0c2cab req-bfa15399-dfbb-41d9-a5d4-7b6b32bfef7d service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=73831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 06 00:34:50.363342 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-b2e48b49-8f66-4414-a343-652e0b0c2cab req-bfa15399-dfbb-41d9-a5d4-7b6b32bfef7d service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1223342
May 06 00:34:50.374117 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-b781af17-bb04-4102-83f4-db691c9c1cd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:34:50.381024 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-b781af17-bb04-4102-83f4-db691c9c1cd3 admin admin] Usage tracker for resource:router and tenant:002b4df3d00d43ddba30ad44b32e56cc is out of sync, need to count used quota {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:34:50.385755 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-b781af17-bb04-4102-83f4-db691c9c1cd3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:34:50.412975 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-b781af17-bb04-4102-83f4-db691c9c1cd3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:34:50.457680 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-90084741-9b8f-423c-9f16-72d74cd0e02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:50.483107 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-fbd90da8-3f06-4208-93df-ec65fd781ab2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:50.510336 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f813db5-268f-4d0a-a476-bbff2e18f3ad None None] Network 1ea45e29-439e-495a-941c-7f5912677888 is already hosted by enough agents. {{(pid=73833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 00:34:50.515300 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f813db5-268f-4d0a-a476-bbff2e18f3ad None None] Pushing event updated for resources: {'Port': ['ID=6d62dc50-407c-478a-894f-18f81efc9a01,revision_number=1']} {{(pid=73833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:34:50.518567 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.scheduler.base_scheduler [None req-2f813db5-268f-4d0a-a476-bbff2e18f3ad None None] Resources bound (agent type, host, resource id):  {{(pid=73833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 00:34:50.531781 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-2f813db5-268f-4d0a-a476-bbff2e18f3ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:34:50.533202 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f813db5-268f-4d0a-a476-bbff2e18f3ad None None] Received port after_create {{(pid=73833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 06 00:34:50.589810 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-951df00c-9db4-4998-a690-a0b8494c55d1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:50.865038 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.managers [None req-2f813db5-268f-4d0a-a476-bbff2e18f3ad None None] Attempting to bind port 6d62dc50-407c-478a-894f-18f81efc9a01 on host dv-cinder-784623-8-iscsi for vnic_type normal with profile  {{(pid=73833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 06 00:34:50.866102 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.managers [None req-2f813db5-268f-4d0a-a476-bbff2e18f3ad None None] Attempting to bind port 6d62dc50-407c-478a-894f-18f81efc9a01 by drivers openvswitch,hyperv on host dv-cinder-784623-8-iscsi at level 0 using segments [{'id': '890a22a0-98ca-414c-a9a6-981937a77b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '1ea45e29-439e-495a-941c-7f5912677888'}] {{(pid=73833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 06 00:34:50.866681 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f813db5-268f-4d0a-a476-bbff2e18f3ad None None] Attempting to bind port 6d62dc50-407c-478a-894f-18f81efc9a01 on network 1ea45e29-439e-495a-941c-7f5912677888 {{(pid=73833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 00:34:50.883764 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f813db5-268f-4d0a-a476-bbff2e18f3ad None None] Checking agent: {'id': '4b72a67e-bba9-4429-9bf9-904dcd8ce83b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 0, 27, 19), 'started_at': datetime.datetime(2021, 5, 6, 0, 27, 49), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 0, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 06 00:34:50.884483 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f813db5-268f-4d0a-a476-bbff2e18f3ad None None] Checking segment: {'id': '890a22a0-98ca-414c-a9a6-981937a77b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '1ea45e29-439e-495a-941c-7f5912677888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 00:34:50.885109 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-2f813db5-268f-4d0a-a476-bbff2e18f3ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:50.886098 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f813db5-268f-4d0a-a476-bbff2e18f3ad None None] Bound using segment: {'id': '890a22a0-98ca-414c-a9a6-981937a77b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '1ea45e29-439e-495a-941c-7f5912677888'} {{(pid=73833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 06 00:34:50.886764 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.managers [None req-2f813db5-268f-4d0a-a476-bbff2e18f3ad None None] Bound port: 6d62dc50-407c-478a-894f-18f81efc9a01, host: dv-cinder-784623-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '890a22a0-98ca-414c-a9a6-981937a77b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '1ea45e29-439e-495a-941c-7f5912677888'}}] {{(pid=73833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 06 00:34:50.887324 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-2f813db5-268f-4d0a-a476-bbff2e18f3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:50.921417 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-eabafbd0-79f6-4bf4-91e4-f929c60d589e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:50.982551 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 34868) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:34:51.033167 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-2f813db5-268f-4d0a-a476-bbff2e18f3ad None None] For port 6d62dc50-407c-478a-894f-18f81efc9a01, host dv-cinder-784623-8-iscsi, cleared binding levels {{(pid=73833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 06 00:34:51.042342 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-2f813db5-268f-4d0a-a476-bbff2e18f3ad None None] For port 6d62dc50-407c-478a-894f-18f81efc9a01, host dv-cinder-784623-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-iscsi',level=0,port_id=6d62dc50-407c-478a-894f-18f81efc9a01,segment=NetworkSegment(890a22a0-98ca-414c-a9a6-981937a77b2c),segment_id=890a22a0-98ca-414c-a9a6-981937a77b2c)] {{(pid=73833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 06 00:34:51.049232 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-2f813db5-268f-4d0a-a476-bbff2e18f3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:51.055228 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:34:51.070414 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-5243c5fe-6634-4b6e-aa5b-42845d29f011 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:51.097140 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-5243c5fe-6634-4b6e-aa5b-42845d29f011 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:34:51.103150 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-5243c5fe-6634-4b6e-aa5b-42845d29f011 admin admin] Usage tracker for resource:security_group_rule and tenant:57df5230436749ccb207c1bc47562a7a is out of sync, need to count used quota {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:34:51.106433 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-5243c5fe-6634-4b6e-aa5b-42845d29f011 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:34:51.114432 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-5243c5fe-6634-4b6e-aa5b-42845d29f011 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:34:51.166584 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0edbbab4-7ebf-429e-9056-c6df26580f6b None None] Network f1ee20ed-17e0-4650-a61e-4e2579bfb5cb requested from dv-cinder-784623-8-iscsi {{(pid=73833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 06 00:34:51.193536 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f813db5-268f-4d0a-a476-bbff2e18f3ad None None] Pushing event updated for resources: {'Port': ['ID=6d62dc50-407c-478a-894f-18f81efc9a01,revision_number=2']} {{(pid=73833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:34:51.212249 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-2f813db5-268f-4d0a-a476-bbff2e18f3ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:34:51.216774 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-951df00c-9db4-4998-a690-a0b8494c55d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-433774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395008'] for router, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:51.294107 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-b781af17-bb04-4102-83f4-db691c9c1cd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-451811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3440'] for router, before_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:51.295564 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-b781af17-bb04-4102-83f4-db691c9c1cd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-451820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409324', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-491947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3401'] for router, precommit_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:51.298871 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-fbd90da8-3f06-4208-93df-ec65fd781ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:51.309219 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-17b9d007-860d-4792-9f16-1192ef096cbd None None] Provisioning for port 2c950d5a-bffc-49b7-9a26-0281f558b58a completed by entity DHCP. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 00:34:51.400182 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-51a35a95-4eb4-40d1-8ee6-edab92f404bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:34:51.445556 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-5243c5fe-6634-4b6e-aa5b-42845d29f011 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:51.459020 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd90da8-3f06-4208-93df-ec65fd781ab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68a65cb5-1a7d-49f7-832e-ce767105b7b5,revision_number=None']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:34:51.473794 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-b781af17-bb04-4102-83f4-db691c9c1cd3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:51.480643 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-fbd90da8-3f06-4208-93df-ec65fd781ab2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:34:51.503453 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-5243c5fe-6634-4b6e-aa5b-42845d29f011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:51.523679 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:34:51.551160 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-fbd90da8-3f06-4208-93df-ec65fd781ab2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:51.553074 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-fbd90da8-3f06-4208-93df-ec65fd781ab2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/68a65cb5-1a7d-49f7-832e-ce767105b7b5 HTTP/1.1" status: 204  len: 168 time: 2.0513341
May 06 00:34:51.582555 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-b2e48b49-8f66-4414-a343-652e0b0c2cab req-a41e0147-732b-44fa-8793-14190e43e7a0 service neutron] 10.222.0.24 "GET /v2.0/networks/b091e356-2f60-4394-b900-bb9cc40a825d?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.1441402
May 06 00:34:51.641405 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-5243c5fe-6634-4b6e-aa5b-42845d29f011 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=57df5230436749ccb207c1bc47562a7a&name=default HTTP/1.1" status: 200  len: 2975 time: 0.6576383
May 06 00:34:51.645479 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 34882) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:34:51.671721 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5243c5fe-6634-4b6e-aa5b-42845d29f011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50d96901-b4cf-462c-8e14-fefac79f5ac3,revision_number=1']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:34:51.680402 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-951df00c-9db4-4998-a690-a0b8494c55d1 admin admin] Router da787a18-7e91-4dd6-ad92-ccfcbbda8c27 is scheduled to L3 agent 3fa0790c-dd29-4495-aa07-f8a2ae482509 with binding_index 1 {{(pid=73832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 06 00:34:51.688134 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-5243c5fe-6634-4b6e-aa5b-42845d29f011 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:34:51.739185 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Device 2c950d5a-bffc-49b7-9a26-0281f558b58a up at agent ovs-agent-dv-cinder-784623-8-iscsi {{(pid=73833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 00:34:51.892374 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-06e5bd5a-9e4a-4653-864f-becf711c9df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:51.897721 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Provisioning for port 2c950d5a-bffc-49b7-9a26-0281f558b58a completed by entity L2. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 00:34:51.903790 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Provisioning complete for port 2c950d5a-bffc-49b7-9a26-0281f558b58a triggered by entity L2. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 00:34:51.904225 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723253'] for port, provisioning_complete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:51.914961 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-eabafbd0-79f6-4bf4-91e4-f929c60d589e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-433774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395008'] for router, after_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:51.929472 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-b2e48b49-8f66-4414-a343-652e0b0c2cab req-9bf269f4-f515-4642-9137-448a615f744d service neutron] 10.222.0.24 "GET /v2.0/networks/b091e356-2f60-4394-b900-bb9cc40a825d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3382547
May 06 00:34:52.004952 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-da86db7f-9f0f-4c3d-97d2-f9e93a722284 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:52.121034 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:52.150958 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-951df00c-9db4-4998-a690-a0b8494c55d1 admin admin] Notify agent at l3_agent.dv-cinder-784623-8-iscsi the message routers_updated {{(pid=73832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 06 00:34:52.159888 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-da86db7f-9f0f-4c3d-97d2-f9e93a722284 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:52.163542 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3166fd0e-01f2-4c5e-b7fd-300c25420fe6 None None] Sync routers for ids ['da787a18-7e91-4dd6-ad92-ccfcbbda8c27'] in dv-cinder-784623-8-iscsi {{(pid=73834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 06 00:34:52.179228 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3166fd0e-01f2-4c5e-b7fd-300c25420fe6 None None] Routers {'da787a18-7e91-4dd6-ad92-ccfcbbda8c27'} bound to L3 agent in host dv-cinder-784623-8-iscsi {{(pid=73834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 00:34:52.181091 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_hamode_db [None req-3166fd0e-01f2-4c5e-b7fd-300c25420fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9509023910>, 'dv-cinder-784623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-06T00:27:20Z,description=<?>,heartbeat_timestamp=2021-05-06T00:34:50Z,host='dv-cinder-784623-8-iscsi',id=3fa0790c-dd29-4495-aa07-f8a2ae482509,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T00:27:20Z,topic='l3_agent')) {'router_ids': ['da787a18-7e91-4dd6-ad92-ccfcbbda8c27'], 'active': True} {{(pid=73834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:34:52.197995 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] For port 2c950d5a-bffc-49b7-9a26-0281f558b58a, host dv-cinder-784623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-iscsi',level=0,port_id=2c950d5a-bffc-49b7-9a26-0281f558b58a,segment=NetworkSegment(d6767cd9-a845-4bf2-a0b7-cab2ef6cd327),segment_id=d6767cd9-a845-4bf2-a0b7-cab2ef6cd327)] {{(pid=73833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:34:52.207114 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:52.208365 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Device 6d62dc50-407c-478a-894f-18f81efc9a01 up at agent ovs-agent-dv-cinder-784623-8-iscsi {{(pid=73833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 00:34:52.233557 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 34892) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:34:52.316929 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:34:52.383743 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-e9708f39-612b-4ebc-8090-cb49a345308f admin admin] Notify callbacks [] for security_group, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:52.413424 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-e9708f39-612b-4ebc-8090-cb49a345308f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:34:52.440914 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-e9708f39-612b-4ebc-8090-cb49a345308f admin admin] Usage tracker for resource:security_group_rule and tenant:a7d54a3076aa438babbf342a91cdbd37 is out of sync, need to count used quota {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:34:52.446966 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-951df00c-9db4-4998-a690-a0b8494c55d1 admin admin] Notify callbacks [] for router, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:52.457897 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-951df00c-9db4-4998-a690-a0b8494c55d1 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 5.1898401
May 06 00:34:52.457897 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-e9708f39-612b-4ebc-8090-cb49a345308f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:34:52.464342 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 34914) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:34:52.464858 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-da86db7f-9f0f-4c3d-97d2-f9e93a722284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:52.472876 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Pushing event updated for resources: {'Port': ['ID=2c950d5a-bffc-49b7-9a26-0281f558b58a,revision_number=3']} {{(pid=73833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:34:52.483247 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:34:52.500234 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4d6c04-465c-452f-80e6-9f962d5bcf27 None None] Network 1ea45e29-439e-495a-941c-7f5912677888 requested from dv-cinder-784623-8-iscsi {{(pid=73833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 06 00:34:52.513673 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-b781af17-bb04-4102-83f4-db691c9c1cd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-409237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-433687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3415'] for router, precommit_update {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:52.523541 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-f5187af4-e877-49cb-8fd0-add6b60f2525 req-dc2fe05b-e392-465b-9cc0-ce905612eda6 tempest-DeleteServersTestJSON-1871532533 tempest-DeleteServersTestJSON-1871532533-project] 10.222.0.24 "GET /v2.0/ports?device_id=203fd734-abdf-439f-bf73-a03199230e3f HTTP/1.1" status: 200  len: 210 time: 0.1235542
May 06 00:34:52.538914 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Provisioning for port 6d62dc50-407c-478a-894f-18f81efc9a01 completed by entity L2. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 00:34:52.579592 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eabafbd0-79f6-4bf4-91e4-f929c60d589e admin admin] Router 6854da60-24a0-44c8-a0f5-6e512e435a5a is scheduled to L3 agent 3fa0790c-dd29-4495-aa07-f8a2ae482509 with binding_index 1 {{(pid=73831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 06 00:34:52.620304 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_dvr_db [None req-3166fd0e-01f2-4c5e-b7fd-300c25420fe6 None None] Set router da787a18-7e91-4dd6-ad92-ccfcbbda8c27 gateway port host: dv-cinder-784623-8-iscsi {{(pid=73834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 00:34:52.692050 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-e9708f39-612b-4ebc-8090-cb49a345308f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:34:52.697537 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:34:52.702331 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-5e475e07-ef00-47e8-a765-b94e7caa5e40 None None] Provisioning for port 6d62dc50-407c-478a-894f-18f81efc9a01 completed by entity DHCP. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 00:34:52.718830 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-5e475e07-ef00-47e8-a765-b94e7caa5e40 None None] Provisioning complete for port 6d62dc50-407c-478a-894f-18f81efc9a01 triggered by entity DHCP. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 00:34:52.723693 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-5e475e07-ef00-47e8-a765-b94e7caa5e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723253'] for port, provisioning_complete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:52.940629 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_hamode_db [None req-3166fd0e-01f2-4c5e-b7fd-300c25420fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9509023910>, [{'id': 'da787a18-7e91-4dd6-ad92-ccfcbbda8c27', 'name': 'tempest-AttachVolumeTestJSON-1254958437-router', 'tenant_id': 'c6c13c091dfc4aacbf264be74291da6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'external_fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '776b5ab0-4f4f-453b-8323-3ad702832470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:34:47Z', 'updated_at': '2021-05-06T00:34:50Z', 'revision_number': 3, 'project_id': 'c6c13c091dfc4aacbf264be74291da6e', 'gw_port': {'id': '776b5ab0-4f4f-453b-8323-3ad702832470', 'name': '', 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0d:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da787a18-7e91-4dd6-ad92-ccfcbbda8c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:34:49Z', 'updated_at': '2021-05-06T00:34:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-iscsi'}], 'dv-cinder-784623-8-iscsi', False) {} {{(pid=73834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:34:52.945963 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3166fd0e-01f2-4c5e-b7fd-300c25420fe6 None None] Checking router: da787a18-7e91-4dd6-ad92-ccfcbbda8c27 for host: dv-cinder-784623-8-iscsi {{(pid=73834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 06 00:34:52.946494 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3166fd0e-01f2-4c5e-b7fd-300c25420fe6 None None] Updating router da787a18-7e91-4dd6-ad92-ccfcbbda8c27 port 776b5ab0-4f4f-453b-8323-3ad702832470 binding host dv-cinder-784623-8-iscsi {{(pid=73834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 06 00:34:52.966518 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da86db7f-9f0f-4c3d-97d2-f9e93a722284 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50d96901-b4cf-462c-8e14-fefac79f5ac3,revision_number=None']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:34:52.978628 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-da86db7f-9f0f-4c3d-97d2-f9e93a722284 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:34:52.993489 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-da86db7f-9f0f-4c3d-97d2-f9e93a722284 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:52.997182 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-da86db7f-9f0f-4c3d-97d2-f9e93a722284 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/50d96901-b4cf-462c-8e14-fefac79f5ac3 HTTP/1.1" status: 204  len: 168 time: 1.3481991
May 06 00:34:53.020597 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron_lib.callbacks.manager [None req-3166fd0e-01f2-4c5e-b7fd-300c25420fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:53.045632 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eabafbd0-79f6-4bf4-91e4-f929c60d589e admin admin] Notify agent at l3_agent.dv-cinder-784623-8-iscsi the message routers_updated {{(pid=73831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 06 00:34:53.175934 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee9a7ac-bd3a-4388-a08d-3ead2ca3fe76 None None] Sync routers for ids ['6854da60-24a0-44c8-a0f5-6e512e435a5a'] in dv-cinder-784623-8-iscsi {{(pid=73833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 06 00:34:53.179156 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-e9708f39-612b-4ebc-8090-cb49a345308f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:53.192148 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-eabafbd0-79f6-4bf4-91e4-f929c60d589e admin admin] Notify callbacks [] for router, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:53.193627 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-e9708f39-612b-4ebc-8090-cb49a345308f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:53.199580 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-eabafbd0-79f6-4bf4-91e4-f929c60d589e admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 7.2498343
May 06 00:34:53.207250 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 34932) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:34:53.209948 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:34:53.290869 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9708f39-612b-4ebc-8090-cb49a345308f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a385b86b-8109-419c-a04e-dd6f3112b072,revision_number=1']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:34:53.297445 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-e9708f39-612b-4ebc-8090-cb49a345308f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:34:53.313717 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee9a7ac-bd3a-4388-a08d-3ead2ca3fe76 None None] Routers {'6854da60-24a0-44c8-a0f5-6e512e435a5a'} bound to L3 agent in host dv-cinder-784623-8-iscsi {{(pid=73833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 00:34:53.314655 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_hamode_db [None req-7ee9a7ac-bd3a-4388-a08d-3ead2ca3fe76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9508e635b0>, 'dv-cinder-784623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-06T00:27:20Z,description=<?>,heartbeat_timestamp=2021-05-06T00:34:50Z,host='dv-cinder-784623-8-iscsi',id=3fa0790c-dd29-4495-aa07-f8a2ae482509,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T00:27:20Z,topic='l3_agent')) {'router_ids': ['6854da60-24a0-44c8-a0f5-6e512e435a5a'], 'active': True} {{(pid=73833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:34:53.374285 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-5e475e07-ef00-47e8-a765-b94e7caa5e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:53.709236 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_dvr_db [None req-7ee9a7ac-bd3a-4388-a08d-3ead2ca3fe76 None None] Set router 6854da60-24a0-44c8-a0f5-6e512e435a5a gateway port host: dv-cinder-784623-8-iscsi {{(pid=73833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 00:34:53.729259 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-e9708f39-612b-4ebc-8090-cb49a345308f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a7d54a3076aa438babbf342a91cdbd37&name=default HTTP/1.1" status: 200  len: 2975 time: 1.4946489
May 06 00:34:53.729972 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 34962) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:34:53.740087 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron_lib.callbacks.manager [None req-3166fd0e-01f2-4c5e-b7fd-300c25420fe6 None None] Notify callbacks [] for port, precommit_update {{(pid=73834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:53.796292 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.provisioning_blocks [None req-3166fd0e-01f2-4c5e-b7fd-300c25420fe6 None None] Transition to ACTIVE for port object 776b5ab0-4f4f-453b-8323-3ad702832470 will not be triggered until provisioned by entity L2. {{(pid=73834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 00:34:53.817530 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron_lib.callbacks.manager [None req-3166fd0e-01f2-4c5e-b7fd-300c25420fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:53.829682 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:34:53.848195 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-7bacd01e-b866-4e0d-89f9-f59793136434 req-9fd4e042-483f-48f5-b18f-ea99cb9a536e tempest-DeleteServersTestJSON-1871532533 tempest-DeleteServersTestJSON-1871532533-project] 10.222.0.24 "GET /v2.0/ports?device_id=203fd734-abdf-439f-bf73-a03199230e3f HTTP/1.1" status: 200  len: 210 time: 0.1724384
May 06 00:34:54.006974 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-65ce625f-dd61-4d9c-b8f1-c03bd2ed457f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:54.045936 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.plugins.ml2.managers [None req-3166fd0e-01f2-4c5e-b7fd-300c25420fe6 None None] Attempting to bind port 776b5ab0-4f4f-453b-8323-3ad702832470 on host dv-cinder-784623-8-iscsi for vnic_type normal with profile  {{(pid=73834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 06 00:34:54.046596 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.plugins.ml2.managers [None req-3166fd0e-01f2-4c5e-b7fd-300c25420fe6 None None] Attempting to bind port 776b5ab0-4f4f-453b-8323-3ad702832470 by drivers openvswitch,hyperv on host dv-cinder-784623-8-iscsi at level 0 using segments [{'id': '9e77dc6e-5839-4c5c-8941-3e48c898c98b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4'}] {{(pid=73834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 06 00:34:54.047159 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3166fd0e-01f2-4c5e-b7fd-300c25420fe6 None None] Attempting to bind port 776b5ab0-4f4f-453b-8323-3ad702832470 on network 86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4 {{(pid=73834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 00:34:54.059156 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-5e475e07-ef00-47e8-a765-b94e7caa5e40 None None] For port 6d62dc50-407c-478a-894f-18f81efc9a01, host dv-cinder-784623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-iscsi',level=0,port_id=6d62dc50-407c-478a-894f-18f81efc9a01,segment=NetworkSegment(890a22a0-98ca-414c-a9a6-981937a77b2c),segment_id=890a22a0-98ca-414c-a9a6-981937a77b2c)] {{(pid=73833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:34:54.061404 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Device 2c950d5a-bffc-49b7-9a26-0281f558b58a up at agent ovs-agent-dv-cinder-784623-8-iscsi {{(pid=73833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 00:34:54.061975 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3166fd0e-01f2-4c5e-b7fd-300c25420fe6 None None] Checking agent: {'id': '4b72a67e-bba9-4429-9bf9-904dcd8ce83b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 0, 27, 19), 'started_at': datetime.datetime(2021, 5, 6, 0, 27, 49), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 0, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 06 00:34:54.062359 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3166fd0e-01f2-4c5e-b7fd-300c25420fe6 None None] Checking segment: {'id': '9e77dc6e-5839-4c5c-8941-3e48c898c98b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 00:34:54.062769 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron_lib.callbacks.manager [None req-3166fd0e-01f2-4c5e-b7fd-300c25420fe6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:54.063258 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3166fd0e-01f2-4c5e-b7fd-300c25420fe6 None None] Bound using segment: {'id': '9e77dc6e-5839-4c5c-8941-3e48c898c98b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4'} {{(pid=73834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 06 00:34:54.063761 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.plugins.ml2.managers [None req-3166fd0e-01f2-4c5e-b7fd-300c25420fe6 None None] Bound port: 776b5ab0-4f4f-453b-8323-3ad702832470, host: dv-cinder-784623-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e77dc6e-5839-4c5c-8941-3e48c898c98b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4'}}] {{(pid=73834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 06 00:34:54.064157 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron_lib.callbacks.manager [None req-3166fd0e-01f2-4c5e-b7fd-300c25420fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:54.107822 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-5e475e07-ef00-47e8-a765-b94e7caa5e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:54.127933 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-65ce625f-dd61-4d9c-b8f1-c03bd2ed457f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:54.158759 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:34:54.227960 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.plugins.ml2.db [None req-3166fd0e-01f2-4c5e-b7fd-300c25420fe6 None None] For port 776b5ab0-4f4f-453b-8323-3ad702832470, host dv-cinder-784623-8-iscsi, cleared binding levels {{(pid=73834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 06 00:34:54.240333 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-dc0ef490-431d-47df-913a-fb474f0135e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:54.252452 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.plugins.ml2.db [None req-3166fd0e-01f2-4c5e-b7fd-300c25420fe6 None None] For port 776b5ab0-4f4f-453b-8323-3ad702832470, host dv-cinder-784623-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-iscsi',level=0,port_id=776b5ab0-4f4f-453b-8323-3ad702832470,segment=NetworkSegment(9e77dc6e-5839-4c5c-8941-3e48c898c98b),segment_id=9e77dc6e-5839-4c5c-8941-3e48c898c98b)] {{(pid=73834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 06 00:34:54.265067 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679a9aae-2d3f-4152-83e2-1331ab430472 None None] Pushing event updated for resources: {'Port': ['ID=776b5ab0-4f4f-453b-8323-3ad702832470,revision_number=2']} {{(pid=73834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:34:54.280951 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron_lib.callbacks.manager [None req-3166fd0e-01f2-4c5e-b7fd-300c25420fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:54.292212 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 34986) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:34:54.305866 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679a9aae-2d3f-4152-83e2-1331ab430472 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:34:54.306550 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679a9aae-2d3f-4152-83e2-1331ab430472 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:34:54.310959 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679a9aae-2d3f-4152-83e2-1331ab430472 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:34:54.311515 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679a9aae-2d3f-4152-83e2-1331ab430472 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:34:54.312015 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679a9aae-2d3f-4152-83e2-1331ab430472 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:34:54.312636 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679a9aae-2d3f-4152-83e2-1331ab430472 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:34:54.312997 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679a9aae-2d3f-4152-83e2-1331ab430472 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:34:54.313323 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679a9aae-2d3f-4152-83e2-1331ab430472 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:34:54.313665 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679a9aae-2d3f-4152-83e2-1331ab430472 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:34:54.313990 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679a9aae-2d3f-4152-83e2-1331ab430472 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:34:54.314305 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679a9aae-2d3f-4152-83e2-1331ab430472 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:34:54.314615 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679a9aae-2d3f-4152-83e2-1331ab430472 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:34:54.315691 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679a9aae-2d3f-4152-83e2-1331ab430472 None None] Tracked resource versions report:
May 06 00:34:54.315691 dv-cinder-784623-8-iscsi neutron-server[73834]: pushed versions:
May 06 00:34:54.315691 dv-cinder-784623-8-iscsi neutron-server[73834]: {   'AddressGroup': {'1.2'},
May 06 00:34:54.315691 dv-cinder-784623-8-iscsi neutron-server[73834]:     'ConntrackHelper': {'1.0'},
May 06 00:34:54.315691 dv-cinder-784623-8-iscsi neutron-server[73834]:     'Log': {'1.0'},
May 06 00:34:54.315691 dv-cinder-784623-8-iscsi neutron-server[73834]:     'Network': {'1.1'},
May 06 00:34:54.315691 dv-cinder-784623-8-iscsi neutron-server[73834]:     'Port': {'1.7'},
May 06 00:34:54.315691 dv-cinder-784623-8-iscsi neutron-server[73834]:     'PortForwarding': {'1.2'},
May 06 00:34:54.315691 dv-cinder-784623-8-iscsi neutron-server[73834]:     'QosPolicy': {'1.8'},
May 06 00:34:54.315691 dv-cinder-784623-8-iscsi neutron-server[73834]:     'SecurityGroup': {'1.4'},
May 06 00:34:54.315691 dv-cinder-784623-8-iscsi neutron-server[73834]:     'SecurityGroupRule': {'1.2'},
May 06 00:34:54.315691 dv-cinder-784623-8-iscsi neutron-server[73834]:     'SubPort': {'1.0'},
May 06 00:34:54.315691 dv-cinder-784623-8-iscsi neutron-server[73834]:     'Subnet': {'1.1'},
May 06 00:34:54.315691 dv-cinder-784623-8-iscsi neutron-server[73834]:     'Trunk': {'1.1'}}
May 06 00:34:54.315691 dv-cinder-784623-8-iscsi neutron-server[73834]: consumer versions:
May 06 00:34:54.315691 dv-cinder-784623-8-iscsi neutron-server[73834]: {   DHCP agent@dv-cinder-784623-8-iscsi: {},
May 06 00:34:54.315691 dv-cinder-784623-8-iscsi neutron-server[73834]:     HyperV agent@hv-cinder-78462: {},
May 06 00:34:54.315691 dv-cinder-784623-8-iscsi neutron-server[73834]:     L3 agent@dv-cinder-784623-8-iscsi: {},
May 06 00:34:54.315691 dv-cinder-784623-8-iscsi neutron-server[73834]:     Metadata agent@dv-cinder-784623-8-iscsi: {},
May 06 00:34:54.315691 dv-cinder-784623-8-iscsi neutron-server[73834]:     Metering agent@dv-cinder-784623-8-iscsi: {},
May 06 00:34:54.315691 dv-cinder-784623-8-iscsi neutron-server[73834]:     Open vSwitch agent@dv-cinder-784623-8-iscsi: {   'AddressGroup': '1.2',
May 06 00:34:54.315691 dv-cinder-784623-8-iscsi neutron-server[73834]:                                                      'ConntrackHelper': '1.0',
May 06 00:34:54.315691 dv-cinder-784623-8-iscsi neutron-server[73834]:                                                      'Log': '1.0',
May 06 00:34:54.315691 dv-cinder-784623-8-iscsi neutron-server[73834]:                                                      'Network': '1.1',
May 06 00:34:54.315691 dv-cinder-784623-8-iscsi neutron-server[73834]:                                                      'Port': '1.7',
May 06 00:34:54.315691 dv-cinder-784623-8-iscsi neutron-server[73834]:                                                      'PortForwarding': '1.2',
May 06 00:34:54.315691 dv-cinder-784623-8-iscsi neutron-server[73834]:                                                      'QosPolicy': '1.8',
May 06 00:34:54.315691 dv-cinder-784623-8-iscsi neutron-server[73834]:                                                      'SecurityGroup': '1.4',
May 06 00:34:54.315691 dv-cinder-784623-8-iscsi neutron-server[73834]:                                                      'SecurityGroupRule': '1.2',
May 06 00:34:54.315691 dv-cinder-784623-8-iscsi neutron-server[73834]:                                                      'SubPort': '1.0',
May 06 00:34:54.315691 dv-cinder-784623-8-iscsi neutron-server[73834]:                                                      'Subnet': '1.1',
May 06 00:34:54.315691 dv-cinder-784623-8-iscsi neutron-server[73834]:                                                      'Trunk': '1.1'}}
May 06 00:34:54.315691 dv-cinder-784623-8-iscsi neutron-server[73834]:  {{(pid=73834) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 06 00:34:54.319543 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG oslo_concurrency.lockutils [None req-679a9aae-2d3f-4152-83e2-1331ab430472 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=73834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:34:54.319989 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG oslo_concurrency.lockutils [None req-040ed067-6544-4cad-bdef-e4b9819c7ae4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=73834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:34:54.382117 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e475e07-ef00-47e8-a765-b94e7caa5e40 None None] Pushing event updated for resources: {'Port': ['ID=6d62dc50-407c-478a-894f-18f81efc9a01,revision_number=3']} {{(pid=73833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:34:54.392372 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-b781af17-bb04-4102-83f4-db691c9c1cd3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:54.400908 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-5e475e07-ef00-47e8-a765-b94e7caa5e40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:34:54.497666 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3166fd0e-01f2-4c5e-b7fd-300c25420fe6 None None] Routers {'da787a18-7e91-4dd6-ad92-ccfcbbda8c27'} bound to L3 agent in host dv-cinder-784623-8-iscsi {{(pid=73834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 00:34:54.513808 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_hamode_db [None req-3166fd0e-01f2-4c5e-b7fd-300c25420fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9509023910>, 'dv-cinder-784623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-06T00:27:20Z,description=<?>,heartbeat_timestamp=2021-05-06T00:34:50Z,host='dv-cinder-784623-8-iscsi',id=3fa0790c-dd29-4495-aa07-f8a2ae482509,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T00:27:20Z,topic='l3_agent')) {'router_ids': ['da787a18-7e91-4dd6-ad92-ccfcbbda8c27'], 'active': True} {{(pid=73834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:34:54.596603 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.db_base_plugin_common [None req-dc0ef490-431d-47df-913a-fb474f0135e0 admin admin] Allocated IP 172.20.0.1 (1ea45e29-439e-495a-941c-7f5912677888/693ca583-83b8-4934-b0a4-9f6d64f7b0b2/535ed0f5-73ce-4425-8485-3e36642b1ffb) {{(pid=73832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 06 00:34:54.657023 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Provisioning complete for port 2c950d5a-bffc-49b7-9a26-0281f558b58a triggered by entity L2. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 00:34:54.657789 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723253'] for port, provisioning_complete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:54.769346 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-65ce625f-dd61-4d9c-b8f1-c03bd2ed457f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:54.780650 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:34:54.806683 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679a9aae-2d3f-4152-83e2-1331ab430472 None None] Pushing event updated for resources: {'Port': ['ID=776b5ab0-4f4f-453b-8323-3ad702832470,revision_number=3']} {{(pid=73834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:34:54.811410 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ce625f-dd61-4d9c-b8f1-c03bd2ed457f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a385b86b-8109-419c-a04e-dd6f3112b072,revision_number=None']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:34:54.811639 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG oslo_concurrency.lockutils [None req-679a9aae-2d3f-4152-83e2-1331ab430472 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=73834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:34:54.814667 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-65ce625f-dd61-4d9c-b8f1-c03bd2ed457f admin admin] Notify callbacks [] for security_group, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:54.815742 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-65ce625f-dd61-4d9c-b8f1-c03bd2ed457f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a385b86b-8109-419c-a04e-dd6f3112b072 HTTP/1.1" status: 204  len: 168 time: 1.0801120
May 06 00:34:54.816874 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-65ce625f-dd61-4d9c-b8f1-c03bd2ed457f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:34:54.868240 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-dc0ef490-431d-47df-913a-fb474f0135e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:54.902492 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.provisioning_blocks [None req-dc0ef490-431d-47df-913a-fb474f0135e0 admin admin] Transition to ACTIVE for port object 535ed0f5-73ce-4425-8485-3e36642b1ffb will not be triggered until provisioned by entity DHCP. {{(pid=73832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 00:34:54.953668 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-dc0ef490-431d-47df-913a-fb474f0135e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767380898820'] for port, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:54.963618 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:34:54.970836 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-23524cab-d525-466b-aca2-851fc81bdd28 None None] Provisioning complete for port 6d62dc50-407c-478a-894f-18f81efc9a01 triggered by entity DHCP. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 00:34:54.971232 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-23524cab-d525-466b-aca2-851fc81bdd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723253'] for port, provisioning_complete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:55.011397 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_dvr_db [None req-3166fd0e-01f2-4c5e-b7fd-300c25420fe6 None None] Set router da787a18-7e91-4dd6-ad92-ccfcbbda8c27 gateway port host: dv-cinder-784623-8-iscsi {{(pid=73834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 00:34:55.095935 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-5a68fb44-67f4-4d5a-8f30-fc50efe3b3bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:55.144330 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-5a68fb44-67f4-4d5a-8f30-fc50efe3b3bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:34:55.152284 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-5a68fb44-67f4-4d5a-8f30-fc50efe3b3bf admin admin] Usage tracker for resource:security_group_rule and tenant:1639d1f668e84c4195c5f249a3752952 is out of sync, need to count used quota {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:34:55.156084 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-5a68fb44-67f4-4d5a-8f30-fc50efe3b3bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:34:55.162612 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-5a68fb44-67f4-4d5a-8f30-fc50efe3b3bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:34:55.172962 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_hamode_db [None req-7ee9a7ac-bd3a-4388-a08d-3ead2ca3fe76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9508e635b0>, [{'id': '6854da60-24a0-44c8-a0f5-6e512e435a5a', 'name': 'tempest-AttachVolumeShelveTestJSON-1068496421-router', 'tenant_id': 'aea92748b0624ad09d804decdf1eee48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'external_fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '384ed5b9-5b19-4d3e-845e-4acbb4b59ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:34:46Z', 'updated_at': '2021-05-06T00:34:50Z', 'revision_number': 3, 'project_id': 'aea92748b0624ad09d804decdf1eee48', 'gw_port': {'id': '384ed5b9-5b19-4d3e-845e-4acbb4b59ce4', 'name': '', 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:9e:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6854da60-24a0-44c8-a0f5-6e512e435a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:34:47Z', 'updated_at': '2021-05-06T00:34:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-iscsi'}], 'dv-cinder-784623-8-iscsi', False) {} {{(pid=73833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:34:55.206441 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee9a7ac-bd3a-4388-a08d-3ead2ca3fe76 None None] Checking router: 6854da60-24a0-44c8-a0f5-6e512e435a5a for host: dv-cinder-784623-8-iscsi {{(pid=73833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 06 00:34:55.208757 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee9a7ac-bd3a-4388-a08d-3ead2ca3fe76 None None] Updating router 6854da60-24a0-44c8-a0f5-6e512e435a5a port 384ed5b9-5b19-4d3e-845e-4acbb4b59ce4 binding host dv-cinder-784623-8-iscsi {{(pid=73833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 06 00:34:55.333558 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-5a68fb44-67f4-4d5a-8f30-fc50efe3b3bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:55.345361 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0ef490-431d-47df-913a-fb474f0135e0 admin admin] Network 1ea45e29-439e-495a-941c-7f5912677888 is already hosted by enough agents. {{(pid=73832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 00:34:55.350183 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.scheduler.base_scheduler [None req-dc0ef490-431d-47df-913a-fb474f0135e0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 00:34:55.352072 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-5a68fb44-67f4-4d5a-8f30-fc50efe3b3bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:55.367044 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0ef490-431d-47df-913a-fb474f0135e0 admin admin] Received port after_create {{(pid=73832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 06 00:34:55.370218 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-dc0ef490-431d-47df-913a-fb474f0135e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-401631'] for router_interface, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:55.443221 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-4bdd2b39-8bbb-4e6b-8b7b-1956e9612e7a req-82707839-2ba7-4a4a-8779-8500fa2c47b5 tempest-DeleteServersTestJSON-1871532533 tempest-DeleteServersTestJSON-1871532533-project] 10.222.0.24 "GET /v2.0/ports?device_id=203fd734-abdf-439f-bf73-a03199230e3f HTTP/1.1" status: 200  len: 210 time: 0.2077816
May 06 00:34:55.456001 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-b781af17-bb04-4102-83f4-db691c9c1cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:55.475336 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-7ee9a7ac-bd3a-4388-a08d-3ead2ca3fe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:55.488052 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-5a68fb44-67f4-4d5a-8f30-fc50efe3b3bf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1639d1f668e84c4195c5f249a3752952&name=default HTTP/1.1" status: 200  len: 2975 time: 1.1901052
May 06 00:34:55.509368 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 35024) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:34:55.716843 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-34bc56a5-d22c-4ba9-ae97-583739f50795 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:55.780891 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-34bc56a5-d22c-4ba9-ae97-583739f50795 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:55.796568 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0ef490-431d-47df-913a-fb474f0135e0 admin admin] Pushing event updated for resources: {'Port': ['ID=535ed0f5-73ce-4425-8485-3e36642b1ffb,revision_number=1']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:34:55.803743 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-dc0ef490-431d-47df-913a-fb474f0135e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.840s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:34:55.817828 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-da86db7f-9f0f-4c3d-97d2-f9e93a722284 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.334s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:34:55.855372 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a68fb44-67f4-4d5a-8f30-fc50efe3b3bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fa0a018-cd53-4788-8cfc-0c5b0d42b7be,revision_number=1']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:34:55.868346 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_hamode_db [None req-3166fd0e-01f2-4c5e-b7fd-300c25420fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9509023910>, [{'id': 'da787a18-7e91-4dd6-ad92-ccfcbbda8c27', 'name': 'tempest-AttachVolumeTestJSON-1254958437-router', 'tenant_id': 'c6c13c091dfc4aacbf264be74291da6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'external_fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '776b5ab0-4f4f-453b-8323-3ad702832470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:34:47Z', 'updated_at': '2021-05-06T00:34:50Z', 'revision_number': 3, 'project_id': 'c6c13c091dfc4aacbf264be74291da6e', 'gw_port': {'id': '776b5ab0-4f4f-453b-8323-3ad702832470', 'name': '', 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0d:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da787a18-7e91-4dd6-ad92-ccfcbbda8c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:34:49Z', 'updated_at': '2021-05-06T00:34:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-iscsi'}], 'dv-cinder-784623-8-iscsi', False) {} {{(pid=73834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:34:55.884594 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Device 6d62dc50-407c-478a-894f-18f81efc9a01 up at agent ovs-agent-dv-cinder-784623-8-iscsi {{(pid=73833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 00:34:55.890297 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3166fd0e-01f2-4c5e-b7fd-300c25420fe6 None None] The sync data for ids ['da787a18-7e91-4dd6-ad92-ccfcbbda8c27'] in dv-cinder-784623-8-iscsi is: [{'id': 'da787a18-7e91-4dd6-ad92-ccfcbbda8c27', 'name': 'tempest-AttachVolumeTestJSON-1254958437-router', 'tenant_id': 'c6c13c091dfc4aacbf264be74291da6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'external_fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '776b5ab0-4f4f-453b-8323-3ad702832470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:34:47Z', 'updated_at': '2021-05-06T00:34:50Z', 'revision_number': 3, 'project_id': 'c6c13c091dfc4aacbf264be74291da6e', 'gw_port': {'id': '776b5ab0-4f4f-453b-8323-3ad702832470', 'name': '', 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0d:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da787a18-7e91-4dd6-ad92-ccfcbbda8c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:34:49Z', 'updated_at': '2021-05-06T00:34:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-iscsi'}] {{(pid=73834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 06 00:34:55.910071 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-5a68fb44-67f4-4d5a-8f30-fc50efe3b3bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:34:56.015568 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.30', 60504) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:34:56.016919 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-34bc56a5-d22c-4ba9-ae97-583739f50795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:56.045016 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-3226b9ed-442d-4045-ba43-e7cc24fba6ff None None] Provisioning for port 535ed0f5-73ce-4425-8485-3e36642b1ffb completed by entity DHCP. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 00:34:56.054601 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-3226b9ed-442d-4045-ba43-e7cc24fba6ff None None] Provisioning complete for port 535ed0f5-73ce-4425-8485-3e36642b1ffb triggered by entity DHCP. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 00:34:56.054975 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-3226b9ed-442d-4045-ba43-e7cc24fba6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723253'] for port, provisioning_complete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:56.180654 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.plugin [None req-3226b9ed-442d-4045-ba43-e7cc24fba6ff None None] Port 535ed0f5-73ce-4425-8485-3e36642b1ffb cannot update to ACTIVE because it is not bound. {{(pid=73833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 06 00:34:56.189062 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-39beaaed-83ee-4da3-bc82-2f63e902c6de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:34:56.191342 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Provisioning complete for port 6d62dc50-407c-478a-894f-18f81efc9a01 triggered by entity L2. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 00:34:56.192323 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723253'] for port, provisioning_complete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:56.254394 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.db_base_plugin_common [None req-b781af17-bb04-4102-83f4-db691c9c1cd3 admin admin] Allocated IP 172.27.3.205 (86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4/5f976aaf-f539-4cba-9109-d63a57e1b399/b2ff9304-1f47-4fe9-afec-4f6f70ef7b59) {{(pid=73831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 06 00:34:56.281364 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-4af3a2fa-e6de-452a-a832-89c6ec78fba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:56.428978 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e48b49-8f66-4414-a343-652e0b0c2cab req-3922e53b-aa30-453e-98ce-5c98e8266af7 tempest-DeleteServersTestJSON-1871532533 tempest-DeleteServersTestJSON-1871532533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:34:56.430545 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [req-b2e48b49-8f66-4414-a343-652e0b0c2cab req-3922e53b-aa30-453e-98ce-5c98e8266af7 tempest-DeleteServersTestJSON-1871532533 tempest-DeleteServersTestJSON-1871532533-project] Synchronizing usage tracker for tenant:faf11a4c113f483cb10c967ec3931d1d on resource:network {{(pid=73832) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 00:34:56.438097 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bc56a5-d22c-4ba9-ae97-583739f50795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fa0a018-cd53-4788-8cfc-0c5b0d42b7be,revision_number=None']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:34:56.458821 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-34bc56a5-d22c-4ba9-ae97-583739f50795 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:34:56.480832 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-34bc56a5-d22c-4ba9-ae97-583739f50795 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:56.485853 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-34bc56a5-d22c-4ba9-ae97-583739f50795 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6fa0a018-cd53-4788-8cfc-0c5b0d42b7be HTTP/1.1" status: 204  len: 168 time: 0.9718709
May 06 00:34:56.515998 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [req-b2e48b49-8f66-4414-a343-652e0b0c2cab req-3922e53b-aa30-453e-98ce-5c98e8266af7 tempest-DeleteServersTestJSON-1871532533 tempest-DeleteServersTestJSON-1871532533-project] Unset dirty status for tenant:faf11a4c113f483cb10c967ec3931d1d on resource:network {{(pid=73832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 00:34:56.517268 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-b2e48b49-8f66-4414-a343-652e0b0c2cab req-3922e53b-aa30-453e-98ce-5c98e8266af7 tempest-DeleteServersTestJSON-1871532533 tempest-DeleteServersTestJSON-1871532533-project] 10.222.0.30 "GET /v2.0/networks?id=b091e356-2f60-4394-b900-bb9cc40a825d HTTP/1.1" status: 200  len: 811 time: 0.4976187
May 06 00:34:56.552238 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-dc0ef490-431d-47df-913a-fb474f0135e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:56.580917 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.v2.base [req-b2e48b49-8f66-4414-a343-652e0b0c2cab req-edfca67c-4449-45a9-856f-be0714ed2024 tempest-DeleteServersTestJSON-1871532533 tempest-DeleteServersTestJSON-1871532533-project] Request body: {'port': {'device_id': '203fd734-abdf-439f-bf73-a03199230e3f', 'network_id': 'b091e356-2f60-4394-b900-bb9cc40a825d', 'admin_state_up': True, 'tenant_id': 'faf11a4c113f483cb10c967ec3931d1d'}} {{(pid=73832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:34:56.723479 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 35080) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:34:56.914923 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-27ee0b67-c8ec-420e-82f2-9ba60be98b18 req-e82107f9-dc93-4493-b5ba-1842281e3b8b tempest-DeleteServersTestJSON-1871532533 tempest-DeleteServersTestJSON-1871532533-project] 10.222.0.24 "GET /v2.0/ports?device_id=203fd734-abdf-439f-bf73-a03199230e3f HTTP/1.1" status: 200  len: 210 time: 0.1798859
May 06 00:34:57.019585 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-b781af17-bb04-4102-83f4-db691c9c1cd3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:57.182640 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.db_base_plugin_common [None req-4af3a2fa-e6de-452a-a832-89c6ec78fba2 admin admin] Allocated IP 172.20.0.1 (f1ee20ed-17e0-4650-a61e-4e2579bfb5cb/587fdbbc-2087-48fc-8109-2b5f3ba73405/b318087a-94a2-4743-ae18-71d9d7cc3948) {{(pid=73831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 06 00:34:57.195259 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [req-b2e48b49-8f66-4414-a343-652e0b0c2cab req-edfca67c-4449-45a9-856f-be0714ed2024 tempest-DeleteServersTestJSON-1871532533 tempest-DeleteServersTestJSON-1871532533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:34:57.254815 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [req-b2e48b49-8f66-4414-a343-652e0b0c2cab req-edfca67c-4449-45a9-856f-be0714ed2024 tempest-DeleteServersTestJSON-1871532533 tempest-DeleteServersTestJSON-1871532533-project] Usage tracker for resource:port and tenant:faf11a4c113f483cb10c967ec3931d1d is out of sync, need to count used quota {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:34:57.260260 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [req-b2e48b49-8f66-4414-a343-652e0b0c2cab req-edfca67c-4449-45a9-856f-be0714ed2024 tempest-DeleteServersTestJSON-1871532533 tempest-DeleteServersTestJSON-1871532533-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:34:57.301143 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [req-b2e48b49-8f66-4414-a343-652e0b0c2cab req-edfca67c-4449-45a9-856f-be0714ed2024 tempest-DeleteServersTestJSON-1871532533 tempest-DeleteServersTestJSON-1871532533-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:34:57.303880 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-34376548-f08b-4b33-9600-b75550699ac7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:57.381630 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-34376548-f08b-4b33-9600-b75550699ac7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:34:57.401657 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-34376548-f08b-4b33-9600-b75550699ac7 admin admin] Usage tracker for resource:security_group_rule and tenant:1562ad92218f47d6a87c68866ecb99d6 is out of sync, need to count used quota {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:34:57.410395 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2e48b49-8f66-4414-a343-652e0b0c2cab req-edfca67c-4449-45a9-856f-be0714ed2024 tempest-DeleteServersTestJSON-1871532533 tempest-DeleteServersTestJSON-1871532533-project] Made reservation on behalf of faf11a4c113f483cb10c967ec3931d1d for: {'port': 1} {{(pid=73832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 06 00:34:57.417896 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-4af3a2fa-e6de-452a-a832-89c6ec78fba2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:57.420745 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-b2e48b49-8f66-4414-a343-652e0b0c2cab req-edfca67c-4449-45a9-856f-be0714ed2024 tempest-DeleteServersTestJSON-1871532533 tempest-DeleteServersTestJSON-1871532533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:57.438307 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.provisioning_blocks [None req-4af3a2fa-e6de-452a-a832-89c6ec78fba2 admin admin] Transition to ACTIVE for port object b318087a-94a2-4743-ae18-71d9d7cc3948 will not be triggered until provisioned by entity DHCP. {{(pid=73831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 00:34:57.444845 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-34376548-f08b-4b33-9600-b75550699ac7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:34:57.459046 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-34376548-f08b-4b33-9600-b75550699ac7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:34:57.472687 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-b781af17-bb04-4102-83f4-db691c9c1cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767380898820'] for port, after_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:57.484701 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-eabafbd0-79f6-4bf4-91e4-f929c60d589e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:34:57.560898 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-4af3a2fa-e6de-452a-a832-89c6ec78fba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767380898820'] for port, after_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:57.585677 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b781af17-bb04-4102-83f4-db691c9c1cd3 admin admin] Network 86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4 is already hosted by enough agents. {{(pid=73831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 00:34:57.590803 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.scheduler.base_scheduler [None req-b781af17-bb04-4102-83f4-db691c9c1cd3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 00:34:57.601607 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b781af17-bb04-4102-83f4-db691c9c1cd3 admin admin] Received port after_create {{(pid=73831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 06 00:34:57.620268 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-dc0ef490-431d-47df-913a-fb474f0135e0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:57.711361 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-dc0ef490-431d-47df-913a-fb474f0135e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:57.727852 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-dc0ef490-431d-47df-913a-fb474f0135e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401532'] for router_interface, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:57.748065 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:34:57.795244 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Device 776b5ab0-4f4f-453b-8323-3ad702832470 up at agent ovs-agent-dv-cinder-784623-8-iscsi {{(pid=73833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 00:34:57.826596 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b781af17-bb04-4102-83f4-db691c9c1cd3 admin admin] Pushing event updated for resources: {'Port': ['ID=b2ff9304-1f47-4fe9-afec-4f6f70ef7b59,revision_number=1']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:34:57.829789 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-b781af17-bb04-4102-83f4-db691c9c1cd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:34:57.834160 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af3a2fa-e6de-452a-a832-89c6ec78fba2 admin admin] Network f1ee20ed-17e0-4650-a61e-4e2579bfb5cb is already hosted by enough agents. {{(pid=73831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 00:34:57.834947 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.245s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:34:57.882376 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.scheduler.base_scheduler [None req-4af3a2fa-e6de-452a-a832-89c6ec78fba2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 00:34:57.930050 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af3a2fa-e6de-452a-a832-89c6ec78fba2 admin admin] Received port after_create {{(pid=73831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 06 00:34:57.930705 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-4af3a2fa-e6de-452a-a832-89c6ec78fba2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-401631'] for router_interface, before_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:57.975498 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-7ee9a7ac-bd3a-4388-a08d-3ead2ca3fe76 None None] Notify callbacks [] for port, precommit_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:58.063469 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-7ee9a7ac-bd3a-4388-a08d-3ead2ca3fe76 None None] Transition to ACTIVE for port object 384ed5b9-5b19-4d3e-845e-4acbb4b59ce4 will not be triggered until provisioned by entity L2. {{(pid=73833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 00:34:58.078298 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-7ee9a7ac-bd3a-4388-a08d-3ead2ca3fe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:58.104367 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-c562df07-1f5b-4923-ac15-50db0f1dc0a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:34:58.334180 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b564a0b-e4eb-489a-a754-90ab6cb51915 None None] Pushing event updated for resources: {'Port': ['ID=384ed5b9-5b19-4d3e-845e-4acbb4b59ce4,revision_number=2']} {{(pid=73833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:34:58.346233 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Provisioning for port 776b5ab0-4f4f-453b-8323-3ad702832470 completed by entity L2. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 00:34:58.368248 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-4b564a0b-e4eb-489a-a754-90ab6cb51915 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:34:58.382001 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0ef490-431d-47df-913a-fb474f0135e0 admin admin] Pushing event updated for resources: {'Port': ['ID=535ed0f5-73ce-4425-8485-3e36642b1ffb,revision_number=2']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:34:58.402083 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-dc0ef490-431d-47df-913a-fb474f0135e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.654s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:34:58.426457 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 35132) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:34:58.438686 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.managers [None req-7ee9a7ac-bd3a-4388-a08d-3ead2ca3fe76 None None] Attempting to bind port 384ed5b9-5b19-4d3e-845e-4acbb4b59ce4 on host dv-cinder-784623-8-iscsi for vnic_type normal with profile  {{(pid=73833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 06 00:34:58.447100 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.managers [None req-7ee9a7ac-bd3a-4388-a08d-3ead2ca3fe76 None None] Attempting to bind port 384ed5b9-5b19-4d3e-845e-4acbb4b59ce4 by drivers openvswitch,hyperv on host dv-cinder-784623-8-iscsi at level 0 using segments [{'id': '9e77dc6e-5839-4c5c-8941-3e48c898c98b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4'}] {{(pid=73833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 06 00:34:58.449123 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee9a7ac-bd3a-4388-a08d-3ead2ca3fe76 None None] Attempting to bind port 384ed5b9-5b19-4d3e-845e-4acbb4b59ce4 on network 86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4 {{(pid=73833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 00:34:58.458681 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Provisioning complete for port 776b5ab0-4f4f-453b-8323-3ad702832470 triggered by entity L2. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 00:34:58.468695 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723253'] for port, provisioning_complete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:58.475267 dv-cinder-784623-8-iscsi neutron-server[73832]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
May 06 00:34:58.611084 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee9a7ac-bd3a-4388-a08d-3ead2ca3fe76 None None] Checking agent: {'id': '4b72a67e-bba9-4429-9bf9-904dcd8ce83b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 0, 27, 19), 'started_at': datetime.datetime(2021, 5, 6, 0, 27, 49), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 0, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 06 00:34:58.611482 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee9a7ac-bd3a-4388-a08d-3ead2ca3fe76 None None] Checking segment: {'id': '9e77dc6e-5839-4c5c-8941-3e48c898c98b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 00:34:58.621427 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-7ee9a7ac-bd3a-4388-a08d-3ead2ca3fe76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:58.622377 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee9a7ac-bd3a-4388-a08d-3ead2ca3fe76 None None] Bound using segment: {'id': '9e77dc6e-5839-4c5c-8941-3e48c898c98b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4'} {{(pid=73833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 06 00:34:58.623146 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.managers [None req-7ee9a7ac-bd3a-4388-a08d-3ead2ca3fe76 None None] Bound port: 384ed5b9-5b19-4d3e-845e-4acbb4b59ce4, host: dv-cinder-784623-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e77dc6e-5839-4c5c-8941-3e48c898c98b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4'}}] {{(pid=73833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 06 00:34:58.623807 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-7ee9a7ac-bd3a-4388-a08d-3ead2ca3fe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:58.633408 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-e2a41114-2e6d-423d-b024-73816d16e80b req-fd4cdffe-35ed-4ec9-8e65-1dd622fb62e7 tempest-DeleteServersTestJSON-1871532533 tempest-DeleteServersTestJSON-1871532533-project] 10.222.0.24 "GET /v2.0/ports?device_id=203fd734-abdf-439f-bf73-a03199230e3f HTTP/1.1" status: 200  len: 210 time: 0.1990671
May 06 00:34:58.689250 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.db_base_plugin_common [req-b2e48b49-8f66-4414-a343-652e0b0c2cab req-edfca67c-4449-45a9-856f-be0714ed2024 tempest-DeleteServersTestJSON-1871532533 tempest-DeleteServersTestJSON-1871532533-project] Allocated IP 172.20.0.4 (b091e356-2f60-4394-b900-bb9cc40a825d/3bff1ca5-43e0-48e0-ab2f-4914e32b9921/d70daf11-ae8a-4d8a-bc70-65b6eac515b0) {{(pid=73832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 06 00:34:58.775350 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-7ee9a7ac-bd3a-4388-a08d-3ead2ca3fe76 None None] For port 384ed5b9-5b19-4d3e-845e-4acbb4b59ce4, host dv-cinder-784623-8-iscsi, cleared binding levels {{(pid=73833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 06 00:34:58.790771 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-7ee9a7ac-bd3a-4388-a08d-3ead2ca3fe76 None None] For port 384ed5b9-5b19-4d3e-845e-4acbb4b59ce4, host dv-cinder-784623-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-iscsi',level=0,port_id=384ed5b9-5b19-4d3e-845e-4acbb4b59ce4,segment=NetworkSegment(9e77dc6e-5839-4c5c-8941-3e48c898c98b),segment_id=9e77dc6e-5839-4c5c-8941-3e48c898c98b)] {{(pid=73833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 06 00:34:58.799335 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-7ee9a7ac-bd3a-4388-a08d-3ead2ca3fe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:58.828969 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:34:58.889943 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-34376548-f08b-4b33-9600-b75550699ac7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:58.918308 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af3a2fa-e6de-452a-a832-89c6ec78fba2 admin admin] Pushing event updated for resources: {'Port': ['ID=b318087a-94a2-4743-ae18-71d9d7cc3948,revision_number=1']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:34:58.925796 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-4af3a2fa-e6de-452a-a832-89c6ec78fba2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.091s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:34:58.941236 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-34376548-f08b-4b33-9600-b75550699ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:58.951912 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0ef490-431d-47df-913a-fb474f0135e0 admin admin] Network 1ea45e29-439e-495a-941c-7f5912677888 is already hosted by enough agents. {{(pid=73832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 00:34:58.968122 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 35154) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:34:58.990118 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-4cfd9d73-3dbd-4c81-a305-a9878610bafe None None] Provisioning for port b318087a-94a2-4743-ae18-71d9d7cc3948 completed by entity DHCP. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 00:34:58.994287 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.scheduler.base_scheduler [None req-dc0ef490-431d-47df-913a-fb474f0135e0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 00:34:59.008754 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-4cfd9d73-3dbd-4c81-a305-a9878610bafe None None] Provisioning complete for port b318087a-94a2-4743-ae18-71d9d7cc3948 triggered by entity DHCP. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 00:34:59.016307 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:34:59.019616 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-4cfd9d73-3dbd-4c81-a305-a9878610bafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723253'] for port, provisioning_complete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:59.150991 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-b781af17-bb04-4102-83f4-db691c9c1cd3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:59.208772 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.plugin [None req-4cfd9d73-3dbd-4c81-a305-a9878610bafe None None] Port b318087a-94a2-4743-ae18-71d9d7cc3948 cannot update to ACTIVE because it is not bound. {{(pid=73833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 06 00:34:59.312664 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:59.334621 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee9a7ac-bd3a-4388-a08d-3ead2ca3fe76 None None] Routers {'6854da60-24a0-44c8-a0f5-6e512e435a5a'} bound to L3 agent in host dv-cinder-784623-8-iscsi {{(pid=73833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 00:34:59.335544 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_hamode_db [None req-7ee9a7ac-bd3a-4388-a08d-3ead2ca3fe76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9508e635b0>, 'dv-cinder-784623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-06T00:27:20Z,description=<?>,heartbeat_timestamp=2021-05-06T00:34:50Z,host='dv-cinder-784623-8-iscsi',id=3fa0790c-dd29-4495-aa07-f8a2ae482509,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T00:27:20Z,topic='l3_agent')) {'router_ids': ['6854da60-24a0-44c8-a0f5-6e512e435a5a'], 'active': True} {{(pid=73833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:34:59.379382 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34376548-f08b-4b33-9600-b75550699ac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc665da-479c-4151-a77c-74d6e6ebb3f8,revision_number=1']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:34:59.460135 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-34376548-f08b-4b33-9600-b75550699ac7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1562ad92218f47d6a87c68866ecb99d6&name=default HTTP/1.1" status: 200  len: 2979 time: 2.7343454
May 06 00:34:59.461997 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-34376548-f08b-4b33-9600-b75550699ac7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:34:59.535847 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 35166) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:34:59.550289 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_dvr_db [None req-7ee9a7ac-bd3a-4388-a08d-3ead2ca3fe76 None None] Set router 6854da60-24a0-44c8-a0f5-6e512e435a5a gateway port host: dv-cinder-784623-8-iscsi {{(pid=73833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 00:34:59.551090 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-4af3a2fa-e6de-452a-a832-89c6ec78fba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:59.674415 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-1a94b230-4523-467e-a264-ee63f7bc7100 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:59.805906 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.v2.base [None req-b8870259-8e7d-478d-96e5-1423b7250f34 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-314931332-network', 'tenant_id': '62e280253fcf4032b54b7edc17b4e930'}} {{(pid=73832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:34:59.821980 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-b8870259-8e7d-478d-96e5-1423b7250f34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:34:59.831023 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-d2828e0a-0001-4fc7-a39b-0d25b0fb6b65 None None] Provisioning complete for port 535ed0f5-73ce-4425-8485-3e36642b1ffb triggered by entity DHCP. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 00:34:59.845059 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-d2828e0a-0001-4fc7-a39b-0d25b0fb6b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723253'] for port, provisioning_complete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:59.909840 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-1a94b230-4523-467e-a264-ee63f7bc7100 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:59.931048 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.plugin [None req-d2828e0a-0001-4fc7-a39b-0d25b0fb6b65 None None] Port 535ed0f5-73ce-4425-8485-3e36642b1ffb cannot update to ACTIVE because it is not bound. {{(pid=73833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 06 00:34:59.939490 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] For port 776b5ab0-4f4f-453b-8323-3ad702832470, host dv-cinder-784623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-iscsi',level=0,port_id=776b5ab0-4f4f-453b-8323-3ad702832470,segment=NetworkSegment(9e77dc6e-5839-4c5c-8941-3e48c898c98b),segment_id=9e77dc6e-5839-4c5c-8941-3e48c898c98b)] {{(pid=73833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:34:59.945925 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b564a0b-e4eb-489a-a754-90ab6cb51915 None None] Pushing event updated for resources: {'Port': ['ID=384ed5b9-5b19-4d3e-845e-4acbb4b59ce4,revision_number=3']} {{(pid=73833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:34:59.951771 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-4b564a0b-e4eb-489a-a754-90ab6cb51915 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.123s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:34:59.960004 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:34:59.969228 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-2f813db5-268f-4d0a-a476-bbff2e18f3ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:35:00.007898 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-df6fdf93-af6c-4f0b-ab65-e795d4356229 req-7683c450-846b-4cf6-aa56-3ca74bb00432 tempest-DeleteServersTestJSON-1871532533 tempest-DeleteServersTestJSON-1871532533-project] 10.222.0.24 "GET /v2.0/ports?device_id=203fd734-abdf-439f-bf73-a03199230e3f HTTP/1.1" status: 200  len: 210 time: 0.1385186
May 06 00:35:00.061874 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Pushing event updated for resources: {'Port': ['ID=776b5ab0-4f4f-453b-8323-3ad702832470,revision_number=4']} {{(pid=73833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:35:00.066792 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:35:00.070835 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-b8870259-8e7d-478d-96e5-1423b7250f34 admin admin] Usage tracker for resource:network and tenant:62e280253fcf4032b54b7edc17b4e930 is out of sync, need to count used quota {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:35:00.110989 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-b8870259-8e7d-478d-96e5-1423b7250f34 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:35:00.132443 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-1a94b230-4523-467e-a264-ee63f7bc7100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:00.160125 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-b8870259-8e7d-478d-96e5-1423b7250f34 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:35:00.171258 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-34bc56a5-d22c-4ba9-ae97-583739f50795 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:35:00.240273 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a94b230-4523-467e-a264-ee63f7bc7100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc665da-479c-4151-a77c-74d6e6ebb3f8,revision_number=None']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:35:00.245579 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-1a94b230-4523-467e-a264-ee63f7bc7100 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:35:00.259107 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_hamode_db [None req-7ee9a7ac-bd3a-4388-a08d-3ead2ca3fe76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9508e635b0>, [{'id': '6854da60-24a0-44c8-a0f5-6e512e435a5a', 'name': 'tempest-AttachVolumeShelveTestJSON-1068496421-router', 'tenant_id': 'aea92748b0624ad09d804decdf1eee48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'external_fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '384ed5b9-5b19-4d3e-845e-4acbb4b59ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:34:46Z', 'updated_at': '2021-05-06T00:34:58Z', 'revision_number': 4, 'project_id': 'aea92748b0624ad09d804decdf1eee48', 'gw_port': {'id': '384ed5b9-5b19-4d3e-845e-4acbb4b59ce4', 'name': '', 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:9e:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6854da60-24a0-44c8-a0f5-6e512e435a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:34:47Z', 'updated_at': '2021-05-06T00:34:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-iscsi', '_interfaces': [{'id': 'b318087a-94a2-4743-ae18-71d9d7cc3948', 'name': '', 'network_id': 'f1ee20ed-17e0-4650-a61e-4e2579bfb5cb', 'tenant_id': 'aea92748b0624ad09d804decdf1eee48', 'mac_address': 'fa:16:3e:c0:46:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6854da60-24a0-44c8-a0f5-6e512e435a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '587fdbbc-2087-48fc-8109-2b5f3ba73405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:34:56Z', 'updated_at': '2021-05-06T00:34:57Z', 'revision_number': 1, 'project_id': 'aea92748b0624ad09d804decdf1eee48', 'subnets': [{'id': '587fdbbc-2087-48fc-8109-2b5f3ba73405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-8-iscsi', False) {} {{(pid=73833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:35:00.291984 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee9a7ac-bd3a-4388-a08d-3ead2ca3fe76 None None] The sync data for ids ['6854da60-24a0-44c8-a0f5-6e512e435a5a'] in dv-cinder-784623-8-iscsi is: [{'id': '6854da60-24a0-44c8-a0f5-6e512e435a5a', 'name': 'tempest-AttachVolumeShelveTestJSON-1068496421-router', 'tenant_id': 'aea92748b0624ad09d804decdf1eee48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'external_fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '384ed5b9-5b19-4d3e-845e-4acbb4b59ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:34:46Z', 'updated_at': '2021-05-06T00:34:58Z', 'revision_number': 4, 'project_id': 'aea92748b0624ad09d804decdf1eee48', 'gw_port': {'id': '384ed5b9-5b19-4d3e-845e-4acbb4b59ce4', 'name': '', 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:9e:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6854da60-24a0-44c8-a0f5-6e512e435a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:34:47Z', 'updated_at': '2021-05-06T00:34:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-iscsi', '_interfaces': [{'id': 'b318087a-94a2-4743-ae18-71d9d7cc3948', 'name': '', 'network_id': 'f1ee20ed-17e0-4650-a61e-4e2579bfb5cb', 'tenant_id': 'aea92748b0624ad09d804decdf1eee48', 'mac_address': 'fa:16:3e:c0:46:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6854da60-24a0-44c8-a0f5-6e512e435a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '587fdbbc-2087-48fc-8109-2b5f3ba73405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:34:56Z', 'updated_at': '2021-05-06T00:34:57Z', 'revision_number': 1, 'project_id': 'aea92748b0624ad09d804decdf1eee48', 'subnets': [{'id': '587fdbbc-2087-48fc-8109-2b5f3ba73405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 06 00:35:00.304874 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8870259-8e7d-478d-96e5-1423b7250f34 admin admin] Made reservation on behalf of 62e280253fcf4032b54b7edc17b4e930 for: {'network': 1} {{(pid=73832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 06 00:35:00.313881 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-b8870259-8e7d-478d-96e5-1423b7250f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for network, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:00.332570 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-b781af17-bb04-4102-83f4-db691c9c1cd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-433774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395008'] for router, after_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:00.338340 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-b8870259-8e7d-478d-96e5-1423b7250f34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:00.376485 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc0ef490-431d-47df-913a-fb474f0135e0 admin admin] Router da787a18-7e91-4dd6-ad92-ccfcbbda8c27 has already been hosted by L3 agent 3fa0790c-dd29-4495-aa07-f8a2ae482509 {{(pid=73832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 06 00:35:00.382856 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-1a94b230-4523-467e-a264-ee63f7bc7100 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:00.384075 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-1a94b230-4523-467e-a264-ee63f7bc7100 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7fc665da-479c-4151-a77c-74d6e6ebb3f8 HTTP/1.1" status: 204  len: 168 time: 0.8383870
May 06 00:35:00.388486 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-b2e48b49-8f66-4414-a343-652e0b0c2cab req-edfca67c-4449-45a9-856f-be0714ed2024 tempest-DeleteServersTestJSON-1871532533 tempest-DeleteServersTestJSON-1871532533-project] Notify callbacks [] for port, precommit_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:00.398428 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-b8870259-8e7d-478d-96e5-1423b7250f34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:35:00.412360 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-b8870259-8e7d-478d-96e5-1423b7250f34 admin admin] Usage tracker for resource:security_group_rule and tenant:62e280253fcf4032b54b7edc17b4e930 is out of sync, need to count used quota {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:35:00.416111 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-b8870259-8e7d-478d-96e5-1423b7250f34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:35:00.423321 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-b8870259-8e7d-478d-96e5-1423b7250f34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:35:00.572715 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-b8870259-8e7d-478d-96e5-1423b7250f34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:00.588512 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-b8870259-8e7d-478d-96e5-1423b7250f34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:00.598518 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:35:00.693499 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.db.resource_extend [None req-4af3a2fa-e6de-452a-a832-89c6ec78fba2 admin admin] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=73831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 06 00:35:00.765261 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-4af3a2fa-e6de-452a-a832-89c6ec78fba2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:00.923120 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-4af3a2fa-e6de-452a-a832-89c6ec78fba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:00.932631 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-4af3a2fa-e6de-452a-a832-89c6ec78fba2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401532'] for router_interface, after_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:00.946906 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:35:01.017835 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8870259-8e7d-478d-96e5-1423b7250f34 admin admin] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'}  {{(pid=73832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 06 00:35:01.116786 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-b8870259-8e7d-478d-96e5-1423b7250f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730493'] for segment, precommit_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:01.117946 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.db.segments_db [None req-b8870259-8e7d-478d-96e5-1423b7250f34 admin admin] Added segment ae4a3fed-79ac-4f28-a238-fce5cb43eda4 of type vlan for network 91d81adc-89f1-488e-8fd1-bbbc72e30395
May 06 00:35:01.132230 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af3a2fa-e6de-452a-a832-89c6ec78fba2 admin admin] Pushing event updated for resources: {'Port': ['ID=b318087a-94a2-4743-ae18-71d9d7cc3948,revision_number=2']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:35:01.139986 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-4af3a2fa-e6de-452a-a832-89c6ec78fba2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:35:01.142946 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b781af17-bb04-4102-83f4-db691c9c1cd3 admin admin] Router c7ac2aa6-6188-4f57-91ea-c0a6d7e42c98 is scheduled to L3 agent 3fa0790c-dd29-4495-aa07-f8a2ae482509 with binding_index 1 {{(pid=73831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 06 00:35:01.194085 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-b8870259-8e7d-478d-96e5-1423b7250f34 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767380920962'] for network, precommit_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:01.242848 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8870259-8e7d-478d-96e5-1423b7250f34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6169b333-ce93-4c64-a4b1-f404cb7c814c,revision_number=1']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:35:01.261850 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-b8870259-8e7d-478d-96e5-1423b7250f34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.661s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:35:01.275327 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-b8870259-8e7d-478d-96e5-1423b7250f34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938'] for network, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:01.310817 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8870259-8e7d-478d-96e5-1423b7250f34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:01.311735 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-b8870259-8e7d-478d-96e5-1423b7250f34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535980'] for network, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:01.629276 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-8a17b775-1658-44f9-b171-67640530ea60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:35:01.721149 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-b2e48b49-8f66-4414-a343-652e0b0c2cab req-edfca67c-4449-45a9-856f-be0714ed2024 tempest-DeleteServersTestJSON-1871532533 tempest-DeleteServersTestJSON-1871532533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767380898820'] for port, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:01.922901 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af3a2fa-e6de-452a-a832-89c6ec78fba2 admin admin] Network f1ee20ed-17e0-4650-a61e-4e2579bfb5cb is already hosted by enough agents. {{(pid=73831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 00:35:01.943525 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.scheduler.base_scheduler [None req-4af3a2fa-e6de-452a-a832-89c6ec78fba2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 00:35:02.046084 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2e48b49-8f66-4414-a343-652e0b0c2cab req-edfca67c-4449-45a9-856f-be0714ed2024 tempest-DeleteServersTestJSON-1871532533 tempest-DeleteServersTestJSON-1871532533-project] Network b091e356-2f60-4394-b900-bb9cc40a825d is already hosted by enough agents. {{(pid=73832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 00:35:02.080631 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.scheduler.base_scheduler [req-b2e48b49-8f66-4414-a343-652e0b0c2cab req-edfca67c-4449-45a9-856f-be0714ed2024 tempest-DeleteServersTestJSON-1871532533 tempest-DeleteServersTestJSON-1871532533-project] Resources bound (agent type, host, resource id):  {{(pid=73832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 00:35:02.141295 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2e48b49-8f66-4414-a343-652e0b0c2cab req-edfca67c-4449-45a9-856f-be0714ed2024 tempest-DeleteServersTestJSON-1871532533 tempest-DeleteServersTestJSON-1871532533-project] Received port after_create {{(pid=73832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 06 00:35:02.160889 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e48b49-8f66-4414-a343-652e0b0c2cab req-edfca67c-4449-45a9-856f-be0714ed2024 tempest-DeleteServersTestJSON-1871532533 tempest-DeleteServersTestJSON-1871532533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:02.161642 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-b2e48b49-8f66-4414-a343-652e0b0c2cab req-edfca67c-4449-45a9-856f-be0714ed2024 tempest-DeleteServersTestJSON-1871532533 tempest-DeleteServersTestJSON-1871532533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535980'] for port, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:02.192457 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-b8870259-8e7d-478d-96e5-1423b7250f34 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 3.2039695
May 06 00:35:02.219245 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 35224) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:35:02.233443 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8870259-8e7d-478d-96e5-1423b7250f34 admin admin] Pushing event updated for resources: {'Network': ['ID=91d81adc-89f1-488e-8fd1-bbbc72e30395,revision_number=1']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:35:02.244569 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Network 91d81adc-89f1-488e-8fd1-bbbc72e30395 details requested by agent ovs-agent-dv-cinder-784623-8-iscsi with host dv-cinder-784623-8-iscsi {{(pid=73833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 06 00:35:02.259262 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-b8870259-8e7d-478d-96e5-1423b7250f34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.632s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:35:02.266203 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b781af17-bb04-4102-83f4-db691c9c1cd3 admin admin] Notify agent at l3_agent.dv-cinder-784623-8-iscsi the message routers_updated {{(pid=73831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 06 00:35:02.276938 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-951df00c-9db4-4998-a690-a0b8494c55d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.271s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:35:02.280581 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0327b70a-ea84-429b-902f-4777d2c7c023 None None] Sync routers for ids ['c7ac2aa6-6188-4f57-91ea-c0a6d7e42c98'] in dv-cinder-784623-8-iscsi {{(pid=73834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 06 00:35:02.309924 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0327b70a-ea84-429b-902f-4777d2c7c023 None None] Routers {'c7ac2aa6-6188-4f57-91ea-c0a6d7e42c98'} bound to L3 agent in host dv-cinder-784623-8-iscsi {{(pid=73834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 00:35:02.313588 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_hamode_db [None req-0327b70a-ea84-429b-902f-4777d2c7c023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9508ea9430>, 'dv-cinder-784623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-06T00:27:20Z,description=<?>,heartbeat_timestamp=2021-05-06T00:34:50Z,host='dv-cinder-784623-8-iscsi',id=3fa0790c-dd29-4495-aa07-f8a2ae482509,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T00:27:20Z,topic='l3_agent')) {'router_ids': ['c7ac2aa6-6188-4f57-91ea-c0a6d7e42c98'], 'active': True} {{(pid=73834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:35:02.319864 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Device 776b5ab0-4f4f-453b-8323-3ad702832470 up at agent ovs-agent-dv-cinder-784623-8-iscsi {{(pid=73833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 00:35:02.403718 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc0ef490-431d-47df-913a-fb474f0135e0 admin admin] Notify agent at l3_agent.dv-cinder-784623-8-iscsi the message routers_updated {{(pid=73832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 06 00:35:02.505901 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.v2.base [None req-8a8dba5b-87d2-4438-8490-73acf6786076 admin admin] Request body: {'subnet': {'network_id': '91d81adc-89f1-488e-8fd1-bbbc72e30395', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-314931332-subnet', 'tenant_id': '62e280253fcf4032b54b7edc17b4e930', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:35:02.523981 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-b781af17-bb04-4102-83f4-db691c9c1cd3 admin admin] Notify callbacks [] for router, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:02.530798 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-b781af17-bb04-4102-83f4-db691c9c1cd3 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 931 time: 12.2317274
May 06 00:35:02.531502 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 35232) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:35:02.540617 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-8a8dba5b-87d2-4438-8490-73acf6786076 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:35:02.584133 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e29ed9-e420-432e-b72e-f0b338923e04 None None] Sync routers for ids ['da787a18-7e91-4dd6-ad92-ccfcbbda8c27'] in dv-cinder-784623-8-iscsi {{(pid=73833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 06 00:35:02.617718 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-8a8dba5b-87d2-4438-8490-73acf6786076 admin admin] Usage tracker for resource:subnet and tenant:62e280253fcf4032b54b7edc17b4e930 is out of sync, need to count used quota {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:35:02.630976 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-8a8dba5b-87d2-4438-8490-73acf6786076 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:35:02.680574 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-234d222a-2275-4574-8062-30ef1e80bc64 None None] Provisioning complete for port b318087a-94a2-4743-ae18-71d9d7cc3948 triggered by entity DHCP. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 00:35:02.681457 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-234d222a-2275-4574-8062-30ef1e80bc64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723253'] for port, provisioning_complete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:02.681627 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-dc0ef490-431d-47df-913a-fb474f0135e0 admin admin] 10.222.0.24 "PUT /v2.0/routers/da787a18-7e91-4dd6-ad92-ccfcbbda8c27/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.2155724
May 06 00:35:02.718045 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfca67c-4449-45a9-856f-be0714ed2024 tempest-DeleteServersTestJSON-1871532533 tempest-DeleteServersTestJSON-1871532533-project] Pushing event updated for resources: {'Port': ['ID=d70daf11-ae8a-4d8a-bc70-65b6eac515b0,revision_number=1']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:35:02.729526 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-edfca67c-4449-45a9-856f-be0714ed2024 tempest-DeleteServersTestJSON-1871532533 tempest-DeleteServersTestJSON-1871532533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:35:02.756464 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-b2e48b49-8f66-4414-a343-652e0b0c2cab req-edfca67c-4449-45a9-856f-be0714ed2024 tempest-DeleteServersTestJSON-1871532533 tempest-DeleteServersTestJSON-1871532533-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 6.1860623
May 06 00:35:02.772542 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-8a8dba5b-87d2-4438-8490-73acf6786076 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:35:02.801889 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa2fb60-78cd-4e7e-9ca4-9bb13114ea3a req-2abf4f96-2f93-4ad0-9b72-3a2f4cf7063d tempest-DeleteServersTestJSON-1871532533 tempest-DeleteServersTestJSON-1871532533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:02.805122 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [req-faa2fb60-78cd-4e7e-9ca4-9bb13114ea3a req-2abf4f96-2f93-4ad0-9b72-3a2f4cf7063d tempest-DeleteServersTestJSON-1871532533 tempest-DeleteServersTestJSON-1871532533-project] Synchronizing usage tracker for tenant:faf11a4c113f483cb10c967ec3931d1d on resource:port {{(pid=73832) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 00:35:02.855752 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [req-b2e48b49-8f66-4414-a343-652e0b0c2cab req-8ee34704-263b-4bd9-9d24-a0bddefc397b tempest-DeleteServersTestJSON-1871532533 tempest-DeleteServersTestJSON-1871532533-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=73832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 06 00:35:02.862222 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-b2e48b49-8f66-4414-a343-652e0b0c2cab req-8ee34704-263b-4bd9-9d24-a0bddefc397b tempest-DeleteServersTestJSON-1871532533 tempest-DeleteServersTestJSON-1871532533-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0425665
May 06 00:35:02.912100 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [req-faa2fb60-78cd-4e7e-9ca4-9bb13114ea3a req-2abf4f96-2f93-4ad0-9b72-3a2f4cf7063d tempest-DeleteServersTestJSON-1871532533 tempest-DeleteServersTestJSON-1871532533-project] Unset dirty status for tenant:faf11a4c113f483cb10c967ec3931d1d on resource:port {{(pid=73832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 00:35:02.914463 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-faa2fb60-78cd-4e7e-9ca4-9bb13114ea3a req-2abf4f96-2f93-4ad0-9b72-3a2f4cf7063d tempest-DeleteServersTestJSON-1871532533 tempest-DeleteServersTestJSON-1871532533-project] 10.222.0.24 "GET /v2.0/ports?device_id=203fd734-abdf-439f-bf73-a03199230e3f HTTP/1.1" status: 200  len: 931 time: 1.6054626
May 06 00:35:02.922899 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.plugin [None req-234d222a-2275-4574-8062-30ef1e80bc64 None None] Port b318087a-94a2-4743-ae18-71d9d7cc3948 cannot update to ACTIVE because it is not bound. {{(pid=73833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 06 00:35:02.928224 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a8dba5b-87d2-4438-8490-73acf6786076 admin admin] Made reservation on behalf of 62e280253fcf4032b54b7edc17b4e930 for: {'subnet': 1} {{(pid=73831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 06 00:35:02.952219 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-8a8dba5b-87d2-4438-8490-73acf6786076 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:02.978847 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_dvr_db [None req-0327b70a-ea84-429b-902f-4777d2c7c023 None None] Set router c7ac2aa6-6188-4f57-91ea-c0a6d7e42c98 gateway port host: dv-cinder-784623-8-iscsi {{(pid=73834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 00:35:02.997956 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e29ed9-e420-432e-b72e-f0b338923e04 None None] Routers {'da787a18-7e91-4dd6-ad92-ccfcbbda8c27'} bound to L3 agent in host dv-cinder-784623-8-iscsi {{(pid=73833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 00:35:03.002095 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_hamode_db [None req-16e29ed9-e420-432e-b72e-f0b338923e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f95091d3b50>, 'dv-cinder-784623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-06T00:27:20Z,description=<?>,heartbeat_timestamp=2021-05-06T00:34:50Z,host='dv-cinder-784623-8-iscsi',id=3fa0790c-dd29-4495-aa07-f8a2ae482509,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T00:27:20Z,topic='l3_agent')) {'router_ids': ['da787a18-7e91-4dd6-ad92-ccfcbbda8c27'], 'active': True} {{(pid=73833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:35:03.081722 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [req-faa2fb60-78cd-4e7e-9ca4-9bb13114ea3a req-b108b17e-069d-46f4-93e8-863895699467 tempest-DeleteServersTestJSON-1871532533 tempest-DeleteServersTestJSON-1871532533-project] Synchronizing usage tracker for tenant:faf11a4c113f483cb10c967ec3931d1d on resource:security_group {{(pid=73832) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 00:35:03.150658 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [req-faa2fb60-78cd-4e7e-9ca4-9bb13114ea3a req-b108b17e-069d-46f4-93e8-863895699467 tempest-DeleteServersTestJSON-1871532533 tempest-DeleteServersTestJSON-1871532533-project] Unset dirty status for tenant:faf11a4c113f483cb10c967ec3931d1d on resource:security_group {{(pid=73832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 00:35:03.155902 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-faa2fb60-78cd-4e7e-9ca4-9bb13114ea3a req-b108b17e-069d-46f4-93e8-863895699467 tempest-DeleteServersTestJSON-1871532533 tempest-DeleteServersTestJSON-1871532533-project] 10.222.0.24 "GET /v2.0/security-groups?id=413bb1eb-c019-4d31-9611-c15e754238b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2330165
May 06 00:35:03.322955 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.v2.base [req-b2e48b49-8f66-4414-a343-652e0b0c2cab req-480eb98f-6fc8-4452-b3f7-cb14f6028634 service neutron] Request body: {'port': {'device_id': '203fd734-abdf-439f-bf73-a03199230e3f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=73832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:35:03.728155 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-b2e48b49-8f66-4414-a343-652e0b0c2cab req-480eb98f-6fc8-4452-b3f7-cb14f6028634 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:03.807170 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Provisioning complete for port 776b5ab0-4f4f-453b-8323-3ad702832470 triggered by entity L2. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 00:35:03.812403 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723253'] for port, provisioning_complete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:03.899948 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_hamode_db [None req-0327b70a-ea84-429b-902f-4777d2c7c023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9508ea9430>, [{'id': 'c7ac2aa6-6188-4f57-91ea-c0a6d7e42c98', 'name': 'tempest-ServerRescueNegativeTestJSON-1457339987-router', 'tenant_id': '002b4df3d00d43ddba30ad44b32e56cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'external_fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': 'b2ff9304-1f47-4fe9-afec-4f6f70ef7b59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:34:51Z', 'updated_at': '2021-05-06T00:34:58Z', 'revision_number': 3, 'project_id': '002b4df3d00d43ddba30ad44b32e56cc', 'gw_port': {'id': 'b2ff9304-1f47-4fe9-afec-4f6f70ef7b59', 'name': '', 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f1:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7ac2aa6-6188-4f57-91ea-c0a6d7e42c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:34:55Z', 'updated_at': '2021-05-06T00:34:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-iscsi'}], 'dv-cinder-784623-8-iscsi', False) {} {{(pid=73834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:35:03.914307 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0327b70a-ea84-429b-902f-4777d2c7c023 None None] Checking router: c7ac2aa6-6188-4f57-91ea-c0a6d7e42c98 for host: dv-cinder-784623-8-iscsi {{(pid=73834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 06 00:35:03.915369 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0327b70a-ea84-429b-902f-4777d2c7c023 None None] Updating router c7ac2aa6-6188-4f57-91ea-c0a6d7e42c98 port b2ff9304-1f47-4fe9-afec-4f6f70ef7b59 binding host dv-cinder-784623-8-iscsi {{(pid=73834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 06 00:35:03.965142 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4af3a2fa-e6de-452a-a832-89c6ec78fba2 admin admin] Router 6854da60-24a0-44c8-a0f5-6e512e435a5a has already been hosted by L3 agent 3fa0790c-dd29-4495-aa07-f8a2ae482509 {{(pid=73831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 06 00:35:04.088571 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_dvr_db [None req-16e29ed9-e420-432e-b72e-f0b338923e04 None None] Set router da787a18-7e91-4dd6-ad92-ccfcbbda8c27 gateway port host: dv-cinder-784623-8-iscsi {{(pid=73833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 00:35:04.157588 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron_lib.callbacks.manager [None req-0327b70a-ea84-429b-902f-4777d2c7c023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:04.360456 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.notifiers.nova [req-b2e48b49-8f66-4414-a343-652e0b0c2cab req-480eb98f-6fc8-4452-b3f7-cb14f6028634 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d70daf11-ae8a-4d8a-bc70-65b6eac515b0 {{(pid=73832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 06 00:35:04.382274 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-b2e48b49-8f66-4414-a343-652e0b0c2cab req-480eb98f-6fc8-4452-b3f7-cb14f6028634 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:04.442310 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.provisioning_blocks [req-b2e48b49-8f66-4414-a343-652e0b0c2cab req-480eb98f-6fc8-4452-b3f7-cb14f6028634 service neutron] Transition to ACTIVE for port object d70daf11-ae8a-4d8a-bc70-65b6eac515b0 will not be triggered until provisioned by entity L2. {{(pid=73832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 00:35:04.447994 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-b2e48b49-8f66-4414-a343-652e0b0c2cab req-480eb98f-6fc8-4452-b3f7-cb14f6028634 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:04.469797 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:35:04.821235 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 35296) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:35:04.821863 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 35298) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:35:04.896435 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron_lib.callbacks.manager [None req-0327b70a-ea84-429b-902f-4777d2c7c023 None None] Notify callbacks [] for port, precommit_update {{(pid=73834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:04.901771 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.v2.base [None req-39e7af29-acac-4f4f-b16e-961538f3c750 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1485925085', 'description': 'tempest-description--1917742903'}} {{(pid=73832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:35:04.924565 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.provisioning_blocks [None req-0327b70a-ea84-429b-902f-4777d2c7c023 None None] Transition to ACTIVE for port object b2ff9304-1f47-4fe9-afec-4f6f70ef7b59 will not be triggered until provisioned by entity L2. {{(pid=73834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 00:35:04.928406 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-39e7af29-acac-4f4f-b16e-961538f3c750 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:35:04.940692 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron_lib.callbacks.manager [None req-0327b70a-ea84-429b-902f-4777d2c7c023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:04.953315 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG oslo_concurrency.lockutils [None req-679a9aae-2d3f-4152-83e2-1331ab430472 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:35:04.973518 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480eb98f-6fc8-4452-b3f7-cb14f6028634 service neutron] Pushing event updated for resources: {'Port': ['ID=d70daf11-ae8a-4d8a-bc70-65b6eac515b0,revision_number=2']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:35:04.986746 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-480eb98f-6fc8-4452-b3f7-cb14f6028634 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:35:05.066395 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Device 384ed5b9-5b19-4d3e-845e-4acbb4b59ce4 up at agent ovs-agent-dv-cinder-784623-8-iscsi {{(pid=73833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 00:35:05.081860 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-39e7af29-acac-4f4f-b16e-961538f3c750 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Usage tracker for resource:security_group and tenant:c6c13c091dfc4aacbf264be74291da6e is out of sync, need to count used quota {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:35:05.106606 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-39e7af29-acac-4f4f-b16e-961538f3c750 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:35:05.113704 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a645d3b-b2be-4833-989e-e0cbdf59ba44 None None] Pushing event updated for resources: {'Port': ['ID=b2ff9304-1f47-4fe9-afec-4f6f70ef7b59,revision_number=2']} {{(pid=73834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:35:05.118338 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG oslo_concurrency.lockutils [None req-1a645d3b-b2be-4833-989e-e0cbdf59ba44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=73834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:35:05.172692 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.plugins.ml2.managers [None req-0327b70a-ea84-429b-902f-4777d2c7c023 None None] Attempting to bind port b2ff9304-1f47-4fe9-afec-4f6f70ef7b59 on host dv-cinder-784623-8-iscsi for vnic_type normal with profile  {{(pid=73834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 06 00:35:05.173095 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.plugins.ml2.managers [None req-0327b70a-ea84-429b-902f-4777d2c7c023 None None] Attempting to bind port b2ff9304-1f47-4fe9-afec-4f6f70ef7b59 by drivers openvswitch,hyperv on host dv-cinder-784623-8-iscsi at level 0 using segments [{'id': '9e77dc6e-5839-4c5c-8941-3e48c898c98b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4'}] {{(pid=73834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 06 00:35:05.175260 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0327b70a-ea84-429b-902f-4777d2c7c023 None None] Attempting to bind port b2ff9304-1f47-4fe9-afec-4f6f70ef7b59 on network 86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4 {{(pid=73834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 00:35:05.190246 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-39e7af29-acac-4f4f-b16e-961538f3c750 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:35:05.202239 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0327b70a-ea84-429b-902f-4777d2c7c023 None None] Checking agent: {'id': '4b72a67e-bba9-4429-9bf9-904dcd8ce83b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 0, 27, 19), 'started_at': datetime.datetime(2021, 5, 6, 0, 27, 49), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 0, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 06 00:35:05.205638 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0327b70a-ea84-429b-902f-4777d2c7c023 None None] Checking segment: {'id': '9e77dc6e-5839-4c5c-8941-3e48c898c98b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 00:35:05.207606 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron_lib.callbacks.manager [None req-0327b70a-ea84-429b-902f-4777d2c7c023 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:05.208905 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0327b70a-ea84-429b-902f-4777d2c7c023 None None] Bound using segment: {'id': '9e77dc6e-5839-4c5c-8941-3e48c898c98b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4'} {{(pid=73834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 06 00:35:05.209676 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.plugins.ml2.managers [None req-0327b70a-ea84-429b-902f-4777d2c7c023 None None] Bound port: b2ff9304-1f47-4fe9-afec-4f6f70ef7b59, host: dv-cinder-784623-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e77dc6e-5839-4c5c-8941-3e48c898c98b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4'}}] {{(pid=73834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 06 00:35:05.210996 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.managers [req-b2e48b49-8f66-4414-a343-652e0b0c2cab req-480eb98f-6fc8-4452-b3f7-cb14f6028634 service neutron] Attempting to bind port d70daf11-ae8a-4d8a-bc70-65b6eac515b0 on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=73832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 06 00:35:05.211350 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.managers [req-b2e48b49-8f66-4414-a343-652e0b0c2cab req-480eb98f-6fc8-4452-b3f7-cb14f6028634 service neutron] Attempting to bind port d70daf11-ae8a-4d8a-bc70-65b6eac515b0 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '37cb53a6-4f3d-4fc5-b9f6-a7e3da898794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b091e356-2f60-4394-b900-bb9cc40a825d'}] {{(pid=73832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 06 00:35:05.211591 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron_lib.callbacks.manager [None req-0327b70a-ea84-429b-902f-4777d2c7c023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:05.211703 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e48b49-8f66-4414-a343-652e0b0c2cab req-480eb98f-6fc8-4452-b3f7-cb14f6028634 service neutron] Attempting to bind port d70daf11-ae8a-4d8a-bc70-65b6eac515b0 on network b091e356-2f60-4394-b900-bb9cc40a825d {{(pid=73832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 00:35:05.245788 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e48b49-8f66-4414-a343-652e0b0c2cab req-480eb98f-6fc8-4452-b3f7-cb14f6028634 service neutron] Port d70daf11-ae8a-4d8a-bc70-65b6eac515b0 on network b091e356-2f60-4394-b900-bb9cc40a825d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=73832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 06 00:35:05.246157 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e48b49-8f66-4414-a343-652e0b0c2cab req-480eb98f-6fc8-4452-b3f7-cb14f6028634 service neutron] Attempting to bind port d70daf11-ae8a-4d8a-bc70-65b6eac515b0 on network b091e356-2f60-4394-b900-bb9cc40a825d {{(pid=73832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 00:35:05.258543 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e48b49-8f66-4414-a343-652e0b0c2cab req-480eb98f-6fc8-4452-b3f7-cb14f6028634 service neutron] Checking agent: {'id': '98bc602c-e9ce-4757-b8df-ef22d3a5b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 0, 33, 13), 'started_at': datetime.datetime(2021, 5, 6, 0, 33, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 0, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 06 00:35:05.258894 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e48b49-8f66-4414-a343-652e0b0c2cab req-480eb98f-6fc8-4452-b3f7-cb14f6028634 service neutron] Checking segment: {'id': '37cb53a6-4f3d-4fc5-b9f6-a7e3da898794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b091e356-2f60-4394-b900-bb9cc40a825d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 00:35:05.259456 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e48b49-8f66-4414-a343-652e0b0c2cab req-480eb98f-6fc8-4452-b3f7-cb14f6028634 service neutron] Bound using segment: {'id': '37cb53a6-4f3d-4fc5-b9f6-a7e3da898794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b091e356-2f60-4394-b900-bb9cc40a825d'} {{(pid=73832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 06 00:35:05.272408 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.managers [req-b2e48b49-8f66-4414-a343-652e0b0c2cab req-480eb98f-6fc8-4452-b3f7-cb14f6028634 service neutron] Bound port: d70daf11-ae8a-4d8a-bc70-65b6eac515b0, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37cb53a6-4f3d-4fc5-b9f6-a7e3da898794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b091e356-2f60-4394-b900-bb9cc40a825d'}}] {{(pid=73832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 06 00:35:05.272971 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-b2e48b49-8f66-4414-a343-652e0b0c2cab req-480eb98f-6fc8-4452-b3f7-cb14f6028634 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:05.308026 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-39e7af29-acac-4f4f-b16e-961538f3c750 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Notify callbacks [] for security_group, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:05.403631 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-ae62a131-d7d8-44ca-ac58-5b6a4f73bbd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:05.447576 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.plugins.ml2.db [None req-0327b70a-ea84-429b-902f-4777d2c7c023 None None] For port b2ff9304-1f47-4fe9-afec-4f6f70ef7b59, host dv-cinder-784623-8-iscsi, cleared binding levels {{(pid=73834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 06 00:35:05.459494 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.plugins.ml2.db [None req-0327b70a-ea84-429b-902f-4777d2c7c023 None None] For port b2ff9304-1f47-4fe9-afec-4f6f70ef7b59, host dv-cinder-784623-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-iscsi',level=0,port_id=b2ff9304-1f47-4fe9-afec-4f6f70ef7b59,segment=NetworkSegment(9e77dc6e-5839-4c5c-8941-3e48c898c98b),segment_id=9e77dc6e-5839-4c5c-8941-3e48c898c98b)] {{(pid=73834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 06 00:35:05.467566 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron_lib.callbacks.manager [None req-0327b70a-ea84-429b-902f-4777d2c7c023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:05.483618 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:35:05.496694 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Provisioning for port 384ed5b9-5b19-4d3e-845e-4acbb4b59ce4 completed by entity L2. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 00:35:05.511636 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Provisioning complete for port 384ed5b9-5b19-4d3e-845e-4acbb4b59ce4 triggered by entity L2. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 00:35:05.513042 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723253'] for port, provisioning_complete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:05.571844 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-39e7af29-acac-4f4f-b16e-961538f3c750 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:35:05.586009 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-39e7af29-acac-4f4f-b16e-961538f3c750 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Usage tracker for resource:security_group_rule and tenant:c6c13c091dfc4aacbf264be74291da6e is out of sync, need to count used quota {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:35:05.589445 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-39e7af29-acac-4f4f-b16e-961538f3c750 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:35:05.596907 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-39e7af29-acac-4f4f-b16e-961538f3c750 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:35:05.687020 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0327b70a-ea84-429b-902f-4777d2c7c023 None None] Routers {'c7ac2aa6-6188-4f57-91ea-c0a6d7e42c98'} bound to L3 agent in host dv-cinder-784623-8-iscsi {{(pid=73834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 00:35:05.689797 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_hamode_db [None req-0327b70a-ea84-429b-902f-4777d2c7c023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9508ea9430>, 'dv-cinder-784623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-06T00:27:20Z,description=<?>,heartbeat_timestamp=2021-05-06T00:34:50Z,host='dv-cinder-784623-8-iscsi',id=3fa0790c-dd29-4495-aa07-f8a2ae482509,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T00:27:20Z,topic='l3_agent')) {'router_ids': ['c7ac2aa6-6188-4f57-91ea-c0a6d7e42c98'], 'active': True} {{(pid=73834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:35:05.730297 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-39e7af29-acac-4f4f-b16e-961538f3c750 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Notify callbacks [] for security_group, precommit_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:05.737143 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-ae62a131-d7d8-44ca-ac58-5b6a4f73bbd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:35:05.739600 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_hamode_db [None req-16e29ed9-e420-432e-b72e-f0b338923e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f95091d3b50>, [{'id': 'da787a18-7e91-4dd6-ad92-ccfcbbda8c27', 'name': 'tempest-AttachVolumeTestJSON-1254958437-router', 'tenant_id': 'c6c13c091dfc4aacbf264be74291da6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'external_fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '776b5ab0-4f4f-453b-8323-3ad702832470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:34:47Z', 'updated_at': '2021-05-06T00:34:55Z', 'revision_number': 4, 'project_id': 'c6c13c091dfc4aacbf264be74291da6e', 'gw_port': {'id': '776b5ab0-4f4f-453b-8323-3ad702832470', 'name': '', 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da787a18-7e91-4dd6-ad92-ccfcbbda8c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:34:49Z', 'updated_at': '2021-05-06T00:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-iscsi', '_interfaces': [{'id': '535ed0f5-73ce-4425-8485-3e36642b1ffb', 'name': '', 'network_id': '1ea45e29-439e-495a-941c-7f5912677888', 'tenant_id': 'c6c13c091dfc4aacbf264be74291da6e', 'mac_address': 'fa:16:3e:8f:02:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da787a18-7e91-4dd6-ad92-ccfcbbda8c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '693ca583-83b8-4934-b0a4-9f6d64f7b0b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:34:54Z', 'updated_at': '2021-05-06T00:34:56Z', 'revision_number': 2, 'project_id': 'c6c13c091dfc4aacbf264be74291da6e', 'subnets': [{'id': '693ca583-83b8-4934-b0a4-9f6d64f7b0b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-8-iscsi', False) {} {{(pid=73833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:35:05.741753 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-39e7af29-acac-4f4f-b16e-961538f3c750 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:05.753378 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-ae62a131-d7d8-44ca-ac58-5b6a4f73bbd1 admin admin] Usage tracker for resource:security_group_rule and tenant:0f1f06dad80f4e10b3b918256a8bb9bc is out of sync, need to count used quota {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:35:05.776947 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-ae62a131-d7d8-44ca-ac58-5b6a4f73bbd1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:35:05.777302 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e29ed9-e420-432e-b72e-f0b338923e04 None None] Checking router: da787a18-7e91-4dd6-ad92-ccfcbbda8c27 for host: dv-cinder-784623-8-iscsi {{(pid=73833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 06 00:35:05.779749 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:35:05.780512 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e29ed9-e420-432e-b72e-f0b338923e04 None None] Updating router da787a18-7e91-4dd6-ad92-ccfcbbda8c27 port 535ed0f5-73ce-4425-8485-3e36642b1ffb binding host dv-cinder-784623-8-iscsi {{(pid=73833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 06 00:35:05.802029 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-ae62a131-d7d8-44ca-ac58-5b6a4f73bbd1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:35:05.864322 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-16e29ed9-e420-432e-b72e-f0b338923e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:05.880204 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.db [req-b2e48b49-8f66-4414-a343-652e0b0c2cab req-480eb98f-6fc8-4452-b3f7-cb14f6028634 service neutron] For port d70daf11-ae8a-4d8a-bc70-65b6eac515b0, host hv-cinder-78462, cleared binding levels {{(pid=73832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 06 00:35:05.892833 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-39e7af29-acac-4f4f-b16e-961538f3c750 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Notify callbacks [] for security_group, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:05.898111 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-39e7af29-acac-4f4f-b16e-961538f3c750 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 1.0446725
May 06 00:35:05.921164 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e7af29-acac-4f4f-b16e-961538f3c750 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5accd55e-29bc-4ca7-befd-1574e549f464,revision_number=1']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:35:05.929536 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 35322) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:35:05.933832 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-39e7af29-acac-4f4f-b16e-961538f3c750 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:35:05.938621 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.v2.base [None req-e3402795-e4ed-46da-b89d-b1db5207dac7 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Request body: {'security_group_rule': {'security_group_id': '5accd55e-29bc-4ca7-befd-1574e549f464', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:35:05.944851 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-e3402795-e4ed-46da-b89d-b1db5207dac7 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:35:05.950797 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-e3402795-e4ed-46da-b89d-b1db5207dac7 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Usage tracker for resource:security_group_rule and tenant:c6c13c091dfc4aacbf264be74291da6e is out of sync, need to count used quota {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:35:05.953866 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-e3402795-e4ed-46da-b89d-b1db5207dac7 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:35:05.961624 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-e3402795-e4ed-46da-b89d-b1db5207dac7 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:35:05.968808 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a645d3b-b2be-4833-989e-e0cbdf59ba44 None None] Pushing event updated for resources: {'Port': ['ID=b2ff9304-1f47-4fe9-afec-4f6f70ef7b59,revision_number=3']} {{(pid=73834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:35:05.972110 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG oslo_concurrency.lockutils [None req-1a645d3b-b2be-4833-989e-e0cbdf59ba44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=73834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:35:05.983060 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.db [req-b2e48b49-8f66-4414-a343-652e0b0c2cab req-480eb98f-6fc8-4452-b3f7-cb14f6028634 service neutron] For port d70daf11-ae8a-4d8a-bc70-65b6eac515b0, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=d70daf11-ae8a-4d8a-bc70-65b6eac515b0,segment=NetworkSegment(37cb53a6-4f3d-4fc5-b9f6-a7e3da898794),segment_id=37cb53a6-4f3d-4fc5-b9f6-a7e3da898794)] {{(pid=73832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 06 00:35:06.008627 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-b2e48b49-8f66-4414-a343-652e0b0c2cab req-480eb98f-6fc8-4452-b3f7-cb14f6028634 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:06.016592 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-e3402795-e4ed-46da-b89d-b1db5207dac7 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:06.049552 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4af3a2fa-e6de-452a-a832-89c6ec78fba2 admin admin] Notify agent at l3_agent.dv-cinder-784623-8-iscsi the message routers_updated {{(pid=73831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 06 00:35:06.059776 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-edfca67c-4449-45a9-856f-be0714ed2024 tempest-DeleteServersTestJSON-1871532533 tempest-DeleteServersTestJSON-1871532533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:35:06.072869 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:06.093582 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-4af3a2fa-e6de-452a-a832-89c6ec78fba2 admin admin] 10.222.0.24 "PUT /v2.0/routers/6854da60-24a0-44c8-a0f5-6e512e435a5a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 12.8733044
May 06 00:35:06.093928 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] For port 384ed5b9-5b19-4d3e-845e-4acbb4b59ce4, host dv-cinder-784623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-iscsi',level=0,port_id=384ed5b9-5b19-4d3e-845e-4acbb4b59ce4,segment=NetworkSegment(9e77dc6e-5839-4c5c-8941-3e48c898c98b),segment_id=9e77dc6e-5839-4c5c-8941-3e48c898c98b)] {{(pid=73833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:35:06.103550 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:06.111641 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-4b564a0b-e4eb-489a-a754-90ab6cb51915 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:35:06.127337 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70733b24-61dc-40b6-9fad-599037d35d99 None None] Sync routers for ids ['6854da60-24a0-44c8-a0f5-6e512e435a5a'] in dv-cinder-784623-8-iscsi {{(pid=73834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 06 00:35:06.179811 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70733b24-61dc-40b6-9fad-599037d35d99 None None] Routers {'6854da60-24a0-44c8-a0f5-6e512e435a5a'} bound to L3 agent in host dv-cinder-784623-8-iscsi {{(pid=73834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 00:35:06.181409 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_hamode_db [None req-70733b24-61dc-40b6-9fad-599037d35d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9508e1f2b0>, 'dv-cinder-784623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-06T00:27:20Z,description=<?>,heartbeat_timestamp=2021-05-06T00:34:50Z,host='dv-cinder-784623-8-iscsi',id=3fa0790c-dd29-4495-aa07-f8a2ae482509,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T00:27:20Z,topic='l3_agent')) {'router_ids': ['6854da60-24a0-44c8-a0f5-6e512e435a5a'], 'active': True} {{(pid=73834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:35:06.266297 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-e3402795-e4ed-46da-b89d-b1db5207dac7 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:06.272640 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e48b49-8f66-4414-a343-652e0b0c2cab req-480eb98f-6fc8-4452-b3f7-cb14f6028634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:06.273371 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-b2e48b49-8f66-4414-a343-652e0b0c2cab req-480eb98f-6fc8-4452-b3f7-cb14f6028634 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535980'] for port, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:06.274772 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-b2e48b49-8f66-4414-a343-652e0b0c2cab req-480eb98f-6fc8-4452-b3f7-cb14f6028634 service neutron] 10.222.0.30 "PUT /v2.0/ports/d70daf11-ae8a-4d8a-bc70-65b6eac515b0 HTTP/1.1" status: 200  len: 1093 time: 3.0568502
May 06 00:35:06.285058 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '203fd734-abdf-439f-bf73-a03199230e3f', 'tag': 'd70daf11-ae8a-4d8a-bc70-65b6eac515b0'}] {{(pid=73832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 00:35:06.311566 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_dvr_db [None req-0327b70a-ea84-429b-902f-4777d2c7c023 None None] Set router c7ac2aa6-6188-4f57-91ea-c0a6d7e42c98 gateway port host: dv-cinder-784623-8-iscsi {{(pid=73834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 00:35:06.333159 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d98e30-877c-4f28-a7a2-7b4f639304e4 req-2bce98c9-3253-4f0e-ab5e-9893cd38c8d3 tempest-DeleteServersTestJSON-1871532533 tempest-DeleteServersTestJSON-1871532533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:06.334733 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-05d98e30-877c-4f28-a7a2-7b4f639304e4 req-2bce98c9-3253-4f0e-ab5e-9893cd38c8d3 tempest-DeleteServersTestJSON-1871532533 tempest-DeleteServersTestJSON-1871532533-project] 10.222.0.24 "GET /v2.0/ports?device_id=203fd734-abdf-439f-bf73-a03199230e3f HTTP/1.1" status: 200  len: 943 time: 1.6504507
May 06 00:35:06.366395 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Pushing event updated for resources: {'Port': ['ID=384ed5b9-5b19-4d3e-845e-4acbb4b59ce4,revision_number=4']} {{(pid=73833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:35:06.375712 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:35:06.394516 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-e3402795-e4ed-46da-b89d-b1db5207dac7 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230'] for security_group_rule, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:06.487980 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-05d98e30-877c-4f28-a7a2-7b4f639304e4 req-36a47da7-66e8-4611-8f34-f399972351af tempest-DeleteServersTestJSON-1871532533 tempest-DeleteServersTestJSON-1871532533-project] 10.222.0.24 "GET /v2.0/security-groups?id=413bb1eb-c019-4d31-9611-c15e754238b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1357341
May 06 00:35:06.491076 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-18851f5a-bfcb-48c7-b1bc-f8c39089a6ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:06.562446 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480eb98f-6fc8-4452-b3f7-cb14f6028634 service neutron] Pushing event updated for resources: {'Port': ['ID=d70daf11-ae8a-4d8a-bc70-65b6eac515b0,revision_number=3']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:35:06.574866 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-ae62a131-d7d8-44ca-ac58-5b6a4f73bbd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:06.579804 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-480eb98f-6fc8-4452-b3f7-cb14f6028634 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.521s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:35:06.581829 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.136s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:35:06.616056 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-ae62a131-d7d8-44ca-ac58-5b6a4f73bbd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:06.680155 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-ae62a131-d7d8-44ca-ac58-5b6a4f73bbd1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0f1f06dad80f4e10b3b918256a8bb9bc&name=default HTTP/1.1" status: 200  len: 2979 time: 1.8185515
May 06 00:35:06.681941 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3402795-e4ed-46da-b89d-b1db5207dac7 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbc1de81-360c-4bad-b572-1c3e9870ac58,revision_number=0']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:35:06.704861 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 35342) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:35:06.709541 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-e3402795-e4ed-46da-b89d-b1db5207dac7 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:06.712133 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-e3402795-e4ed-46da-b89d-b1db5207dac7 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.7801692
May 06 00:35:06.714391 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 35348) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:35:06.766443 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.v2.base [None req-fd80b6dc-9b70-4007-a87d-ec41a82c3d9e tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Request body: {'security_group_rule': {'security_group_id': '5accd55e-29bc-4ca7-befd-1574e549f464', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=73832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:35:06.770681 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-e3402795-e4ed-46da-b89d-b1db5207dac7 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:35:06.771206 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-1a319504-8bcc-4492-a703-9e33750a15d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.093s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:35:06.859386 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae62a131-d7d8-44ca-ac58-5b6a4f73bbd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68babcce-7df2-4da1-9018-1c0488c8c099,revision_number=1']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:35:06.864215 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-ae62a131-d7d8-44ca-ac58-5b6a4f73bbd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:35:06.872274 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-fd80b6dc-9b70-4007-a87d-ec41a82c3d9e tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:35:06.909745 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-fd80b6dc-9b70-4007-a87d-ec41a82c3d9e tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Usage tracker for resource:security_group_rule and tenant:c6c13c091dfc4aacbf264be74291da6e is out of sync, need to count used quota {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:35:06.916883 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-fd80b6dc-9b70-4007-a87d-ec41a82c3d9e tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:35:06.939446 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-fd80b6dc-9b70-4007-a87d-ec41a82c3d9e tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:35:06.955535 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '203fd734-abdf-439f-bf73-a03199230e3f', 'tag': 'd70daf11-ae8a-4d8a-bc70-65b6eac515b0', 'status': 'completed', 'code': 200}
May 06 00:35:06.995110 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-8a8dba5b-87d2-4438-8490-73acf6786076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938'] for subnet, after_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:07.004448 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:35:07.014607 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-7a1658e3-79a0-4bb6-8f2d-ee3b82f28a1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:07.070548 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8dba5b-87d2-4438-8490-73acf6786076 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0767b8b8-1980-4981-800a-98703b45f9e6,revision_number=0']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:35:07.078695 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-7a1658e3-79a0-4bb6-8f2d-ee3b82f28a1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:07.095506 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-8a8dba5b-87d2-4438-8490-73acf6786076 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:35:07.155304 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.db_base_plugin_common [None req-18851f5a-bfcb-48c7-b1bc-f8c39089a6ce admin admin] Allocated IP 172.20.0.1 (37604004-5acb-4629-b2e7-84023f472da1/80245074-5ce6-4e43-925d-2fdf29939a72/463c5b46-f55e-4cd6-8bd0-b63aa3ea0806) {{(pid=73831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 06 00:35:07.181903 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8dba5b-87d2-4438-8490-73acf6786076 admin admin] Checking segment: {'id': 'ae4a3fed-79ac-4f28-a238-fce5cb43eda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '91d81adc-89f1-488e-8fd1-bbbc72e30395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 00:35:07.189654 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-fd80b6dc-9b70-4007-a87d-ec41a82c3d9e tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:07.190442 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a8dba5b-87d2-4438-8490-73acf6786076 admin admin] Network hostable DHCP agents. Network: 91d81adc-89f1-488e-8fd1-bbbc72e30395, hostable agents: ['08bd01f5-d9ad-41d2-bccd-f8157b6c692c'], hosted agents: [] {{(pid=73831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 06 00:35:07.204347 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-7a1658e3-79a0-4bb6-8f2d-ee3b82f28a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:07.231801 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-5243c5fe-6634-4b6e-aa5b-42845d29f011 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:35:07.265857 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1658e3-79a0-4bb6-8f2d-ee3b82f28a1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68babcce-7df2-4da1-9018-1c0488c8c099,revision_number=None']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:35:07.271688 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-7a1658e3-79a0-4bb6-8f2d-ee3b82f28a1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:35:07.285317 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-16e29ed9-e420-432e-b72e-f0b338923e04 None None] Notify callbacks [] for port, precommit_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:07.294006 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-7a1658e3-79a0-4bb6-8f2d-ee3b82f28a1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:07.299913 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-7a1658e3-79a0-4bb6-8f2d-ee3b82f28a1c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/68babcce-7df2-4da1-9018-1c0488c8c099 HTTP/1.1" status: 204  len: 168 time: 0.5937879
May 06 00:35:07.304386 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 35362) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:35:07.313638 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-16e29ed9-e420-432e-b72e-f0b338923e04 None None] Transition to ACTIVE for port object 535ed0f5-73ce-4425-8485-3e36642b1ffb will not be triggered until provisioned by entity L2. {{(pid=73833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 00:35:07.317983 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.v2.base [None req-7e982cb0-e50d-4a11-9dd0-cd0b512fdb67 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1404974473', 'description': 'tempest-description--1737514524'}} {{(pid=73832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:35:07.329748 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-7e982cb0-e50d-4a11-9dd0-cd0b512fdb67 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:35:07.334030 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-7e982cb0-e50d-4a11-9dd0-cd0b512fdb67 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Usage tracker for resource:security_group and tenant:aea92748b0624ad09d804decdf1eee48 is out of sync, need to count used quota {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:35:07.337129 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-7e982cb0-e50d-4a11-9dd0-cd0b512fdb67 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:35:07.343596 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-7e982cb0-e50d-4a11-9dd0-cd0b512fdb67 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:35:07.343758 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-16e29ed9-e420-432e-b72e-f0b338923e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:07.348252 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:35:07.382178 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-7e982cb0-e50d-4a11-9dd0-cd0b512fdb67 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Notify callbacks [] for security_group, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:07.409532 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_dvr_db [None req-70733b24-61dc-40b6-9fad-599037d35d99 None None] Set router 6854da60-24a0-44c8-a0f5-6e512e435a5a gateway port host: dv-cinder-784623-8-iscsi {{(pid=73834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 00:35:07.411338 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a8dba5b-87d2-4438-8490-73acf6786076 admin admin] Network 91d81adc-89f1-488e-8fd1-bbbc72e30395 is scheduled to be hosted by DHCP agent 08bd01f5-d9ad-41d2-bccd-f8157b6c692c with binding_index 1 {{(pid=73831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 06 00:35:07.412835 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-7e982cb0-e50d-4a11-9dd0-cd0b512fdb67 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:35:07.419458 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-7e982cb0-e50d-4a11-9dd0-cd0b512fdb67 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Usage tracker for resource:security_group_rule and tenant:aea92748b0624ad09d804decdf1eee48 is out of sync, need to count used quota {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:35:07.424947 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-7e982cb0-e50d-4a11-9dd0-cd0b512fdb67 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:35:07.437896 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-7e982cb0-e50d-4a11-9dd0-cd0b512fdb67 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:35:07.483011 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.scheduler.base_scheduler [None req-8a8dba5b-87d2-4438-8490-73acf6786076 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-8-iscsi, 91d81adc-89f1-488e-8fd1-bbbc72e30395) {{(pid=73831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 00:35:07.496151 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8dba5b-87d2-4438-8490-73acf6786076 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:07.496966 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-8a8dba5b-87d2-4438-8490-73acf6786076 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535980'] for subnet, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:07.556458 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-8a8dba5b-87d2-4438-8490-73acf6786076 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 5.2938271
May 06 00:35:07.583715 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-fd80b6dc-9b70-4007-a87d-ec41a82c3d9e tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:07.612790 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-fd80b6dc-9b70-4007-a87d-ec41a82c3d9e tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230'] for security_group_rule, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:07.624546 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:35:07.648631 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a97bb2be-d356-412d-b6d8-1d586e33a113 None None] Network 91d81adc-89f1-488e-8fd1-bbbc72e30395 requested from dv-cinder-784623-8-iscsi {{(pid=73833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 06 00:35:07.682909 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd80b6dc-9b70-4007-a87d-ec41a82c3d9e tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9c4ca6b-3d26-4825-adbb-0eb7ab691140,revision_number=0']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:35:07.691646 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-fd80b6dc-9b70-4007-a87d-ec41a82c3d9e tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:35:07.720153 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-18851f5a-bfcb-48c7-b1bc-f8c39089a6ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:07.826197 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-fd80b6dc-9b70-4007-a87d-ec41a82c3d9e tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:07.827388 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-fd80b6dc-9b70-4007-a87d-ec41a82c3d9e tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.0847971
May 06 00:35:07.832753 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 35374) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:35:07.873967 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746b9971-21e7-4a65-8c6b-d5939bcaf8b2 None None] Pushing event updated for resources: {'Port': ['ID=535ed0f5-73ce-4425-8485-3e36642b1ffb,revision_number=3']} {{(pid=73833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:35:07.880277 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-746b9971-21e7-4a65-8c6b-d5939bcaf8b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.528s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:35:07.894280 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.v2.base [None req-98953d2b-aa72-4413-a62d-81b1335f89b7 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Request body: {'floatingip': {'floating_network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4'}} {{(pid=73832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:35:07.922440 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-98953d2b-aa72-4413-a62d-81b1335f89b7 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:35:07.940367 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-98953d2b-aa72-4413-a62d-81b1335f89b7 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Usage tracker for resource:floatingip and tenant:c6c13c091dfc4aacbf264be74291da6e is out of sync, need to count used quota {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:35:07.991482 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-98953d2b-aa72-4413-a62d-81b1335f89b7 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:35:08.030770 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-98953d2b-aa72-4413-a62d-81b1335f89b7 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:35:08.052658 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-7e982cb0-e50d-4a11-9dd0-cd0b512fdb67 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Notify callbacks [] for security_group, precommit_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:08.066582 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-18851f5a-bfcb-48c7-b1bc-f8c39089a6ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767380898820'] for port, after_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:08.070797 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-7e982cb0-e50d-4a11-9dd0-cd0b512fdb67 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:08.097066 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-4af3a2fa-e6de-452a-a832-89c6ec78fba2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:35:08.120362 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:35:08.181971 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_hamode_db [None req-0327b70a-ea84-429b-902f-4777d2c7c023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9508ea9430>, [{'id': 'c7ac2aa6-6188-4f57-91ea-c0a6d7e42c98', 'name': 'tempest-ServerRescueNegativeTestJSON-1457339987-router', 'tenant_id': '002b4df3d00d43ddba30ad44b32e56cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'external_fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': 'b2ff9304-1f47-4fe9-afec-4f6f70ef7b59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:34:51Z', 'updated_at': '2021-05-06T00:34:58Z', 'revision_number': 3, 'project_id': '002b4df3d00d43ddba30ad44b32e56cc', 'gw_port': {'id': 'b2ff9304-1f47-4fe9-afec-4f6f70ef7b59', 'name': '', 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f1:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7ac2aa6-6188-4f57-91ea-c0a6d7e42c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:34:55Z', 'updated_at': '2021-05-06T00:35:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-iscsi'}], 'dv-cinder-784623-8-iscsi', False) {} {{(pid=73834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:35:08.194007 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-98953d2b-aa72-4413-a62d-81b1335f89b7 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Notify callbacks [] for floatingip, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:08.213386 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0327b70a-ea84-429b-902f-4777d2c7c023 None None] The sync data for ids ['c7ac2aa6-6188-4f57-91ea-c0a6d7e42c98'] in dv-cinder-784623-8-iscsi is: [{'id': 'c7ac2aa6-6188-4f57-91ea-c0a6d7e42c98', 'name': 'tempest-ServerRescueNegativeTestJSON-1457339987-router', 'tenant_id': '002b4df3d00d43ddba30ad44b32e56cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'external_fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': 'b2ff9304-1f47-4fe9-afec-4f6f70ef7b59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:34:51Z', 'updated_at': '2021-05-06T00:34:58Z', 'revision_number': 3, 'project_id': '002b4df3d00d43ddba30ad44b32e56cc', 'gw_port': {'id': 'b2ff9304-1f47-4fe9-afec-4f6f70ef7b59', 'name': '', 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f1:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7ac2aa6-6188-4f57-91ea-c0a6d7e42c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:34:55Z', 'updated_at': '2021-05-06T00:35:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-iscsi'}] {{(pid=73834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 06 00:35:08.253229 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e982cb0-e50d-4a11-9dd0-cd0b512fdb67 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a34f04e-64d6-4aca-9087-db3260c441d3,revision_number=1']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:35:08.263433 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-7e982cb0-e50d-4a11-9dd0-cd0b512fdb67 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:35:08.265289 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-7e982cb0-e50d-4a11-9dd0-cd0b512fdb67 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Notify callbacks [] for security_group, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:08.266489 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-7e982cb0-e50d-4a11-9dd0-cd0b512fdb67 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.9601967
May 06 00:35:08.276057 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 35394) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:35:08.289681 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.v2.base [None req-044b8d6c-0636-4b6e-8d18-2b912c7fedf0 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Request body: {'security_group_rule': {'security_group_id': '6a34f04e-64d6-4aca-9087-db3260c441d3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:35:08.298383 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Device 384ed5b9-5b19-4d3e-845e-4acbb4b59ce4 up at agent ovs-agent-dv-cinder-784623-8-iscsi {{(pid=73833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 00:35:08.300542 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_hamode_db [None req-70733b24-61dc-40b6-9fad-599037d35d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9508e1f2b0>, [{'id': '6854da60-24a0-44c8-a0f5-6e512e435a5a', 'name': 'tempest-AttachVolumeShelveTestJSON-1068496421-router', 'tenant_id': 'aea92748b0624ad09d804decdf1eee48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'external_fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '384ed5b9-5b19-4d3e-845e-4acbb4b59ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:34:46Z', 'updated_at': '2021-05-06T00:34:58Z', 'revision_number': 4, 'project_id': 'aea92748b0624ad09d804decdf1eee48', 'gw_port': {'id': '384ed5b9-5b19-4d3e-845e-4acbb4b59ce4', 'name': '', 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:9e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6854da60-24a0-44c8-a0f5-6e512e435a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:34:47Z', 'updated_at': '2021-05-06T00:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-iscsi', '_interfaces': [{'id': 'b318087a-94a2-4743-ae18-71d9d7cc3948', 'name': '', 'network_id': 'f1ee20ed-17e0-4650-a61e-4e2579bfb5cb', 'tenant_id': 'aea92748b0624ad09d804decdf1eee48', 'mac_address': 'fa:16:3e:c0:46:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6854da60-24a0-44c8-a0f5-6e512e435a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '587fdbbc-2087-48fc-8109-2b5f3ba73405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:34:56Z', 'updated_at': '2021-05-06T00:34:59Z', 'revision_number': 2, 'project_id': 'aea92748b0624ad09d804decdf1eee48', 'subnets': [{'id': '587fdbbc-2087-48fc-8109-2b5f3ba73405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-8-iscsi', False) {} {{(pid=73834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:35:08.316655 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70733b24-61dc-40b6-9fad-599037d35d99 None None] Checking router: 6854da60-24a0-44c8-a0f5-6e512e435a5a for host: dv-cinder-784623-8-iscsi {{(pid=73834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 06 00:35:08.317035 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70733b24-61dc-40b6-9fad-599037d35d99 None None] Updating router 6854da60-24a0-44c8-a0f5-6e512e435a5a port b318087a-94a2-4743-ae18-71d9d7cc3948 binding host dv-cinder-784623-8-iscsi {{(pid=73834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 06 00:35:08.400382 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.managers [None req-16e29ed9-e420-432e-b72e-f0b338923e04 None None] Attempting to bind port 535ed0f5-73ce-4425-8485-3e36642b1ffb on host dv-cinder-784623-8-iscsi for vnic_type normal with profile  {{(pid=73833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 06 00:35:08.402287 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.managers [None req-16e29ed9-e420-432e-b72e-f0b338923e04 None None] Attempting to bind port 535ed0f5-73ce-4425-8485-3e36642b1ffb by drivers openvswitch,hyperv on host dv-cinder-784623-8-iscsi at level 0 using segments [{'id': '890a22a0-98ca-414c-a9a6-981937a77b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '1ea45e29-439e-495a-941c-7f5912677888'}] {{(pid=73833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 06 00:35:08.403934 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron_lib.callbacks.manager [None req-70733b24-61dc-40b6-9fad-599037d35d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:08.404672 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e29ed9-e420-432e-b72e-f0b338923e04 None None] Attempting to bind port 535ed0f5-73ce-4425-8485-3e36642b1ffb on network 1ea45e29-439e-495a-941c-7f5912677888 {{(pid=73833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 00:35:08.409513 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18851f5a-bfcb-48c7-b1bc-f8c39089a6ce admin admin] Pushing event updated for resources: {'Port': ['ID=463c5b46-f55e-4cd6-8bd0-b63aa3ea0806,revision_number=1']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:35:08.419122 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-18851f5a-bfcb-48c7-b1bc-f8c39089a6ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:35:08.425221 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-044b8d6c-0636-4b6e-8d18-2b912c7fedf0 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:35:08.441890 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-044b8d6c-0636-4b6e-8d18-2b912c7fedf0 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Usage tracker for resource:security_group_rule and tenant:aea92748b0624ad09d804decdf1eee48 is out of sync, need to count used quota {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:35:08.448063 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-044b8d6c-0636-4b6e-8d18-2b912c7fedf0 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:35:08.452824 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18851f5a-bfcb-48c7-b1bc-f8c39089a6ce admin admin] Network 37604004-5acb-4629-b2e7-84023f472da1 is already hosted by enough agents. {{(pid=73831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 00:35:08.457060 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.scheduler.base_scheduler [None req-18851f5a-bfcb-48c7-b1bc-f8c39089a6ce admin admin] Resources bound (agent type, host, resource id):  {{(pid=73831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 00:35:08.461549 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18851f5a-bfcb-48c7-b1bc-f8c39089a6ce admin admin] Received port after_create {{(pid=73831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 06 00:35:08.462017 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-18851f5a-bfcb-48c7-b1bc-f8c39089a6ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-401631'] for router_interface, before_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:08.472459 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-044b8d6c-0636-4b6e-8d18-2b912c7fedf0 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:35:08.549933 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9620dd65-007f-485e-9584-0717a6715119 req-da3b9678-6b5b-42f5-80bd-2524e1120f5d tempest-DeleteServersTestJSON-1871532533 tempest-DeleteServersTestJSON-1871532533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:08.552280 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-9620dd65-007f-485e-9584-0717a6715119 req-da3b9678-6b5b-42f5-80bd-2524e1120f5d tempest-DeleteServersTestJSON-1871532533 tempest-DeleteServersTestJSON-1871532533-project] 10.222.0.24 "GET /v2.0/ports?device_id=203fd734-abdf-439f-bf73-a03199230e3f HTTP/1.1" status: 200  len: 943 time: 0.7445812
May 06 00:35:08.553976 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-044b8d6c-0636-4b6e-8d18-2b912c7fedf0 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:08.571702 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e29ed9-e420-432e-b72e-f0b338923e04 None None] Checking agent: {'id': '4b72a67e-bba9-4429-9bf9-904dcd8ce83b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 0, 27, 19), 'started_at': datetime.datetime(2021, 5, 6, 0, 27, 49), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 0, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 06 00:35:08.572093 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e29ed9-e420-432e-b72e-f0b338923e04 None None] Checking segment: {'id': '890a22a0-98ca-414c-a9a6-981937a77b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '1ea45e29-439e-495a-941c-7f5912677888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 00:35:08.572502 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-16e29ed9-e420-432e-b72e-f0b338923e04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:08.572927 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e29ed9-e420-432e-b72e-f0b338923e04 None None] Bound using segment: {'id': '890a22a0-98ca-414c-a9a6-981937a77b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '1ea45e29-439e-495a-941c-7f5912677888'} {{(pid=73833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 06 00:35:08.573583 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.managers [None req-16e29ed9-e420-432e-b72e-f0b338923e04 None None] Bound port: 535ed0f5-73ce-4425-8485-3e36642b1ffb, host: dv-cinder-784623-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '890a22a0-98ca-414c-a9a6-981937a77b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '1ea45e29-439e-495a-941c-7f5912677888'}}] {{(pid=73833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 06 00:35:08.574130 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-16e29ed9-e420-432e-b72e-f0b338923e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:08.716322 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-9620dd65-007f-485e-9584-0717a6715119 req-b0ee9c9e-f400-4e9f-bf2f-846375d652d6 tempest-DeleteServersTestJSON-1871532533 tempest-DeleteServersTestJSON-1871532533-project] 10.222.0.24 "GET /v2.0/security-groups?id=413bb1eb-c019-4d31-9611-c15e754238b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1530948
May 06 00:35:08.814966 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-044b8d6c-0636-4b6e-8d18-2b912c7fedf0 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:08.832930 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-044b8d6c-0636-4b6e-8d18-2b912c7fedf0 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230'] for security_group_rule, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:08.852605 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-16e29ed9-e420-432e-b72e-f0b338923e04 None None] For port 535ed0f5-73ce-4425-8485-3e36642b1ffb, host dv-cinder-784623-8-iscsi, cleared binding levels {{(pid=73833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 06 00:35:08.856845 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-fd80b6dc-9b70-4007-a87d-ec41a82c3d9e tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:35:08.859207 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-16e29ed9-e420-432e-b72e-f0b338923e04 None None] For port 535ed0f5-73ce-4425-8485-3e36642b1ffb, host dv-cinder-784623-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-iscsi',level=0,port_id=535ed0f5-73ce-4425-8485-3e36642b1ffb,segment=NetworkSegment(890a22a0-98ca-414c-a9a6-981937a77b2c),segment_id=890a22a0-98ca-414c-a9a6-981937a77b2c)] {{(pid=73833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 06 00:35:08.871235 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-16e29ed9-e420-432e-b72e-f0b338923e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:08.897150 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-69932f69-18e3-463b-9956-a0bd73d9d536 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:35:08.912362 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044b8d6c-0636-4b6e-8d18-2b912c7fedf0 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9777327-462d-400f-9c9b-9e283e813c9c,revision_number=0']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:35:08.912785 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-18851f5a-bfcb-48c7-b1bc-f8c39089a6ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:08.926568 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-044b8d6c-0636-4b6e-8d18-2b912c7fedf0 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:35:08.937519 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-98953d2b-aa72-4413-a62d-81b1335f89b7 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:08.959120 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-044b8d6c-0636-4b6e-8d18-2b912c7fedf0 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:08.965063 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-044b8d6c-0636-4b6e-8d18-2b912c7fedf0 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.6876194
May 06 00:35:08.969105 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 35422) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:35:08.969368 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 35424) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:35:08.994156 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.v2.base [None req-59f9abc1-1257-4e27-8fcc-2e7a40545847 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Request body: {'security_group_rule': {'security_group_id': '6a34f04e-64d6-4aca-9087-db3260c441d3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=73831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:35:09.009755 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-59f9abc1-1257-4e27-8fcc-2e7a40545847 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:35:09.017541 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-59f9abc1-1257-4e27-8fcc-2e7a40545847 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Usage tracker for resource:security_group_rule and tenant:aea92748b0624ad09d804decdf1eee48 is out of sync, need to count used quota {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:35:09.024287 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-59f9abc1-1257-4e27-8fcc-2e7a40545847 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:35:09.045401 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-59f9abc1-1257-4e27-8fcc-2e7a40545847 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:35:09.078402 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.v2.base [None req-2aa4c2bb-f03f-4468-bdfb-80dee9632661 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-613389666-network', 'tenant_id': 'a9d442d4c6474e11a5e4bab8f6aef1e1'}} {{(pid=73831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:35:09.084446 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1068abc-478d-40d4-addf-ee0d5243d4db None None] Network 91d81adc-89f1-488e-8fd1-bbbc72e30395 requested from dv-cinder-784623-8-iscsi {{(pid=73833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 06 00:35:09.249400 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-2aa4c2bb-f03f-4468-bdfb-80dee9632661 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:35:09.288093 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-2aa4c2bb-f03f-4468-bdfb-80dee9632661 admin admin] Usage tracker for resource:network and tenant:a9d442d4c6474e11a5e4bab8f6aef1e1 is out of sync, need to count used quota {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:35:09.302074 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-2aa4c2bb-f03f-4468-bdfb-80dee9632661 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:35:09.306089 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e29ed9-e420-432e-b72e-f0b338923e04 None None] Routers {'da787a18-7e91-4dd6-ad92-ccfcbbda8c27'} bound to L3 agent in host dv-cinder-784623-8-iscsi {{(pid=73833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 00:35:09.306883 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_hamode_db [None req-16e29ed9-e420-432e-b72e-f0b338923e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f95091d3b50>, 'dv-cinder-784623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-06T00:27:20Z,description=<?>,heartbeat_timestamp=2021-05-06T00:34:50Z,host='dv-cinder-784623-8-iscsi',id=3fa0790c-dd29-4495-aa07-f8a2ae482509,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T00:27:20Z,topic='l3_agent')) {'router_ids': ['da787a18-7e91-4dd6-ad92-ccfcbbda8c27'], 'active': True} {{(pid=73833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:35:09.323044 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-59f9abc1-1257-4e27-8fcc-2e7a40545847 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:09.437755 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.db_base_plugin_common [None req-98953d2b-aa72-4413-a62d-81b1335f89b7 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Allocated IP 172.27.3.245 (86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4/5f976aaf-f539-4cba-9109-d63a57e1b399/a5b9bbd9-f84e-4df1-ba01-a5086ff1c1c7) {{(pid=73832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 06 00:35:09.453179 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-2aa4c2bb-f03f-4468-bdfb-80dee9632661 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:35:09.485479 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron_lib.callbacks.manager [None req-70733b24-61dc-40b6-9fad-599037d35d99 None None] Notify callbacks [] for port, precommit_update {{(pid=73834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:09.540287 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.provisioning_blocks [None req-70733b24-61dc-40b6-9fad-599037d35d99 None None] Transition to ACTIVE for port object b318087a-94a2-4743-ae18-71d9d7cc3948 will not be triggered until provisioned by entity L2. {{(pid=73834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 00:35:09.546676 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746b9971-21e7-4a65-8c6b-d5939bcaf8b2 None None] Pushing event updated for resources: {'Port': ['ID=535ed0f5-73ce-4425-8485-3e36642b1ffb,revision_number=4']} {{(pid=73833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:35:09.556630 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron_lib.callbacks.manager [None req-70733b24-61dc-40b6-9fad-599037d35d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:09.563452 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:35:09.726644 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-746b9971-21e7-4a65-8c6b-d5939bcaf8b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.830s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:35:09.841838 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Provisioning complete for port 384ed5b9-5b19-4d3e-845e-4acbb4b59ce4 triggered by entity L2. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 00:35:09.842320 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723253'] for port, provisioning_complete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:10.034376 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-98953d2b-aa72-4413-a62d-81b1335f89b7 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Notify callbacks [] for port, precommit_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:10.052112 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9f1106-73b5-4dfb-89f1-189bea9e1f93 None None] Pushing event updated for resources: {'Port': ['ID=b318087a-94a2-4743-ae18-71d9d7cc3948,revision_number=3']} {{(pid=73834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:35:10.063024 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG oslo_concurrency.lockutils [None req-8a9f1106-73b5-4dfb-89f1-189bea9e1f93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=73834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:35:10.221163 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.plugins.ml2.managers [None req-70733b24-61dc-40b6-9fad-599037d35d99 None None] Attempting to bind port b318087a-94a2-4743-ae18-71d9d7cc3948 on host dv-cinder-784623-8-iscsi for vnic_type normal with profile  {{(pid=73834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 06 00:35:10.221593 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.plugins.ml2.managers [None req-70733b24-61dc-40b6-9fad-599037d35d99 None None] Attempting to bind port b318087a-94a2-4743-ae18-71d9d7cc3948 by drivers openvswitch,hyperv on host dv-cinder-784623-8-iscsi at level 0 using segments [{'id': 'd6767cd9-a845-4bf2-a0b7-cab2ef6cd327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'f1ee20ed-17e0-4650-a61e-4e2579bfb5cb'}] {{(pid=73834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 06 00:35:10.222065 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70733b24-61dc-40b6-9fad-599037d35d99 None None] Attempting to bind port b318087a-94a2-4743-ae18-71d9d7cc3948 on network f1ee20ed-17e0-4650-a61e-4e2579bfb5cb {{(pid=73834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 00:35:10.228355 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70733b24-61dc-40b6-9fad-599037d35d99 None None] Checking agent: {'id': '4b72a67e-bba9-4429-9bf9-904dcd8ce83b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 0, 27, 19), 'started_at': datetime.datetime(2021, 5, 6, 0, 27, 49), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 0, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 06 00:35:10.228724 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70733b24-61dc-40b6-9fad-599037d35d99 None None] Checking segment: {'id': 'd6767cd9-a845-4bf2-a0b7-cab2ef6cd327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'f1ee20ed-17e0-4650-a61e-4e2579bfb5cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 00:35:10.229217 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron_lib.callbacks.manager [None req-70733b24-61dc-40b6-9fad-599037d35d99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:10.229619 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70733b24-61dc-40b6-9fad-599037d35d99 None None] Bound using segment: {'id': 'd6767cd9-a845-4bf2-a0b7-cab2ef6cd327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'f1ee20ed-17e0-4650-a61e-4e2579bfb5cb'} {{(pid=73834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 06 00:35:10.230127 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.plugins.ml2.managers [None req-70733b24-61dc-40b6-9fad-599037d35d99 None None] Bound port: b318087a-94a2-4743-ae18-71d9d7cc3948, host: dv-cinder-784623-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6767cd9-a845-4bf2-a0b7-cab2ef6cd327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'f1ee20ed-17e0-4650-a61e-4e2579bfb5cb'}}] {{(pid=73834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 06 00:35:10.230552 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron_lib.callbacks.manager [None req-70733b24-61dc-40b6-9fad-599037d35d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:10.290262 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_dvr_db [None req-16e29ed9-e420-432e-b72e-f0b338923e04 None None] Set router da787a18-7e91-4dd6-ad92-ccfcbbda8c27 gateway port host: dv-cinder-784623-8-iscsi {{(pid=73833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 00:35:10.320784 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-59f9abc1-1257-4e27-8fcc-2e7a40545847 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:10.336690 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-18851f5a-bfcb-48c7-b1bc-f8c39089a6ce admin admin] Notify callbacks [] for port, precommit_update {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:10.346432 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-59f9abc1-1257-4e27-8fcc-2e7a40545847 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230'] for security_group_rule, after_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:10.359047 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-18851f5a-bfcb-48c7-b1bc-f8c39089a6ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:10.359863 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aa4c2bb-f03f-4468-bdfb-80dee9632661 admin admin] Made reservation on behalf of a9d442d4c6474e11a5e4bab8f6aef1e1 for: {'network': 1} {{(pid=73831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 06 00:35:10.363925 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-2aa4c2bb-f03f-4468-bdfb-80dee9632661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for network, before_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:10.380233 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:35:10.429172 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-98953d2b-aa72-4413-a62d-81b1335f89b7 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767380898820'] for port, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:10.437420 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.plugins.ml2.db [None req-70733b24-61dc-40b6-9fad-599037d35d99 None None] For port b318087a-94a2-4743-ae18-71d9d7cc3948, host dv-cinder-784623-8-iscsi, cleared binding levels {{(pid=73834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 06 00:35:10.445937 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.plugins.ml2.db [None req-70733b24-61dc-40b6-9fad-599037d35d99 None None] For port b318087a-94a2-4743-ae18-71d9d7cc3948, host dv-cinder-784623-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-iscsi',level=0,port_id=b318087a-94a2-4743-ae18-71d9d7cc3948,segment=NetworkSegment(d6767cd9-a845-4bf2-a0b7-cab2ef6cd327),segment_id=d6767cd9-a845-4bf2-a0b7-cab2ef6cd327)] {{(pid=73834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 06 00:35:10.452281 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron_lib.callbacks.manager [None req-70733b24-61dc-40b6-9fad-599037d35d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:10.456668 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG oslo_concurrency.lockutils [None req-679a9aae-2d3f-4152-83e2-1331ab430472 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:35:10.458506 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-dc0ef490-431d-47df-913a-fb474f0135e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:35:10.494903 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f9abc1-1257-4e27-8fcc-2e7a40545847 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dbff7c9-bd06-417b-bd86-6dc2040f32ce,revision_number=0']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:35:10.507536 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-59f9abc1-1257-4e27-8fcc-2e7a40545847 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:35:10.510501 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-18851f5a-bfcb-48c7-b1bc-f8c39089a6ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401532'] for router_interface, after_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:10.516783 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-18851f5a-bfcb-48c7-b1bc-f8c39089a6ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:35:10.738905 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70733b24-61dc-40b6-9fad-599037d35d99 None None] Routers {'6854da60-24a0-44c8-a0f5-6e512e435a5a'} bound to L3 agent in host dv-cinder-784623-8-iscsi {{(pid=73834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 00:35:10.752330 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98953d2b-aa72-4413-a62d-81b1335f89b7 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Network 86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4 is already hosted by enough agents. {{(pid=73832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 00:35:10.763843 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_hamode_db [None req-70733b24-61dc-40b6-9fad-599037d35d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9508e1f2b0>, 'dv-cinder-784623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-06T00:27:20Z,description=<?>,heartbeat_timestamp=2021-05-06T00:34:50Z,host='dv-cinder-784623-8-iscsi',id=3fa0790c-dd29-4495-aa07-f8a2ae482509,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T00:27:20Z,topic='l3_agent')) {'router_ids': ['6854da60-24a0-44c8-a0f5-6e512e435a5a'], 'active': True} {{(pid=73834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:35:10.803538 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.scheduler.base_scheduler [None req-98953d2b-aa72-4413-a62d-81b1335f89b7 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Resources bound (agent type, host, resource id):  {{(pid=73832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 00:35:10.858857 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-2aa4c2bb-f03f-4468-bdfb-80dee9632661 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:10.910954 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98953d2b-aa72-4413-a62d-81b1335f89b7 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Received port after_create {{(pid=73832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 06 00:35:10.938847 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-2aa4c2bb-f03f-4468-bdfb-80dee9632661 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:35:10.990978 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b713c80-5a54-4457-8c01-c002d564cc7e req-4378616e-0dfa-4b53-82a0-aa6ab32f6772 tempest-DeleteServersTestJSON-1871532533 tempest-DeleteServersTestJSON-1871532533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:10.993028 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-2b713c80-5a54-4457-8c01-c002d564cc7e req-4378616e-0dfa-4b53-82a0-aa6ab32f6772 tempest-DeleteServersTestJSON-1871532533 tempest-DeleteServersTestJSON-1871532533-project] 10.222.0.24 "GET /v2.0/ports?device_id=203fd734-abdf-439f-bf73-a03199230e3f HTTP/1.1" status: 200  len: 943 time: 0.8550613
May 06 00:35:11.048121 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98953d2b-aa72-4413-a62d-81b1335f89b7 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Pushing event updated for resources: {'Port': ['ID=a5b9bbd9-f84e-4df1-ba01-a5086ff1c1c7,revision_number=1']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:35:11.071600 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e48b49-8f66-4414-a343-652e0b0c2cab req-3221ce22-9d61-4b31-9616-0d9384215723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:11.073185 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-b2e48b49-8f66-4414-a343-652e0b0c2cab req-3221ce22-9d61-4b31-9616-0d9384215723 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=faf11a4c113f483cb10c967ec3931d1d&device_id=203fd734-abdf-439f-bf73-a03199230e3f HTTP/1.1" status: 200  len: 1096 time: 0.9494145
May 06 00:35:11.078143 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-98953d2b-aa72-4413-a62d-81b1335f89b7 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.620s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:35:11.372302 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9f1106-73b5-4dfb-89f1-189bea9e1f93 None None] Pushing event updated for resources: {'Port': ['ID=b318087a-94a2-4743-ae18-71d9d7cc3948,revision_number=4']} {{(pid=73834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:35:11.385205 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG oslo_concurrency.lockutils [None req-8a9f1106-73b5-4dfb-89f1-189bea9e1f93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.929s {{(pid=73834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:35:11.399281 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-2aa4c2bb-f03f-4468-bdfb-80dee9632661 admin admin] Usage tracker for resource:security_group_rule and tenant:a9d442d4c6474e11a5e4bab8f6aef1e1 is out of sync, need to count used quota {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:35:11.460153 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-2aa4c2bb-f03f-4468-bdfb-80dee9632661 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:35:11.476393 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18851f5a-bfcb-48c7-b1bc-f8c39089a6ce admin admin] Pushing event updated for resources: {'Port': ['ID=463c5b46-f55e-4cd6-8bd0-b63aa3ea0806,revision_number=2']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:35:11.493547 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-59f9abc1-1257-4e27-8fcc-2e7a40545847 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:11.503233 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-59f9abc1-1257-4e27-8fcc-2e7a40545847 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 2.5325468
May 06 00:35:11.505672 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 35472) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:35:11.506476 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-18851f5a-bfcb-48c7-b1bc-f8c39089a6ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.990s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:35:11.537871 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-2aa4c2bb-f03f-4468-bdfb-80dee9632661 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:35:11.549360 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.v2.base [None req-858a9b3b-194c-427f-a162-5eb22f4f21e7 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Request body: {'floatingip': {'floating_network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4'}} {{(pid=73831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:35:11.580484 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-858a9b3b-194c-427f-a162-5eb22f4f21e7 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:35:11.595894 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-858a9b3b-194c-427f-a162-5eb22f4f21e7 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Usage tracker for resource:floatingip and tenant:aea92748b0624ad09d804decdf1eee48 is out of sync, need to count used quota {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:35:11.603793 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-858a9b3b-194c-427f-a162-5eb22f4f21e7 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:35:11.623274 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-858a9b3b-194c-427f-a162-5eb22f4f21e7 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:35:11.671264 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-858a9b3b-194c-427f-a162-5eb22f4f21e7 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Notify callbacks [] for floatingip, before_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:11.724297 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-98953d2b-aa72-4413-a62d-81b1335f89b7 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:11.729348 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Device b2ff9304-1f47-4fe9-afec-4f6f70ef7b59 up at agent ovs-agent-dv-cinder-784623-8-iscsi {{(pid=73833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 00:35:11.758638 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_dvr_db [None req-70733b24-61dc-40b6-9fad-599037d35d99 None None] Set router 6854da60-24a0-44c8-a0f5-6e512e435a5a gateway port host: dv-cinder-784623-8-iscsi {{(pid=73834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 00:35:11.850431 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18851f5a-bfcb-48c7-b1bc-f8c39089a6ce admin admin] Network 37604004-5acb-4629-b2e7-84023f472da1 is already hosted by enough agents. {{(pid=73831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 00:35:11.854834 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.scheduler.base_scheduler [None req-18851f5a-bfcb-48c7-b1bc-f8c39089a6ce admin admin] Resources bound (agent type, host, resource id):  {{(pid=73831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 00:35:12.025987 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-2b713c80-5a54-4457-8c01-c002d564cc7e req-8d0bac07-c7b6-4f56-a897-33c3e7c05848 tempest-DeleteServersTestJSON-1871532533 tempest-DeleteServersTestJSON-1871532533-project] 10.222.0.24 "GET /v2.0/security-groups?id=413bb1eb-c019-4d31-9611-c15e754238b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9990149
May 06 00:35:12.178556 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-b2e48b49-8f66-4414-a343-652e0b0c2cab req-1ab2ef8e-cff7-4339-9ab1-c1710ee18b4e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d70daf11-ae8a-4d8a-bc70-65b6eac515b0 HTTP/1.1" status: 200  len: 217 time: 1.0341089
May 06 00:35:12.200476 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Provisioning for port b2ff9304-1f47-4fe9-afec-4f6f70ef7b59 completed by entity L2. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 00:35:12.218299 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Provisioning complete for port b2ff9304-1f47-4fe9-afec-4f6f70ef7b59 triggered by entity L2. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 00:35:12.219429 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723253'] for port, provisioning_complete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:12.450638 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_hamode_db [None req-16e29ed9-e420-432e-b72e-f0b338923e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f95091d3b50>, [{'id': 'da787a18-7e91-4dd6-ad92-ccfcbbda8c27', 'name': 'tempest-AttachVolumeTestJSON-1254958437-router', 'tenant_id': 'c6c13c091dfc4aacbf264be74291da6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'external_fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '776b5ab0-4f4f-453b-8323-3ad702832470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:34:47Z', 'updated_at': '2021-05-06T00:34:55Z', 'revision_number': 4, 'project_id': 'c6c13c091dfc4aacbf264be74291da6e', 'gw_port': {'id': '776b5ab0-4f4f-453b-8323-3ad702832470', 'name': '', 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da787a18-7e91-4dd6-ad92-ccfcbbda8c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:34:49Z', 'updated_at': '2021-05-06T00:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-iscsi', '_interfaces': [{'id': '535ed0f5-73ce-4425-8485-3e36642b1ffb', 'name': '', 'network_id': '1ea45e29-439e-495a-941c-7f5912677888', 'tenant_id': 'c6c13c091dfc4aacbf264be74291da6e', 'mac_address': 'fa:16:3e:8f:02:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da787a18-7e91-4dd6-ad92-ccfcbbda8c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '693ca583-83b8-4934-b0a4-9f6d64f7b0b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:34:54Z', 'updated_at': '2021-05-06T00:35:08Z', 'revision_number': 4, 'project_id': 'c6c13c091dfc4aacbf264be74291da6e', 'subnets': [{'id': '693ca583-83b8-4934-b0a4-9f6d64f7b0b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-8-iscsi', False) {} {{(pid=73833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:35:12.457957 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18851f5a-bfcb-48c7-b1bc-f8c39089a6ce admin admin] Router c7ac2aa6-6188-4f57-91ea-c0a6d7e42c98 has already been hosted by L3 agent 3fa0790c-dd29-4495-aa07-f8a2ae482509 {{(pid=73831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 06 00:35:12.474373 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-98953d2b-aa72-4413-a62d-81b1335f89b7 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:12.474618 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e29ed9-e420-432e-b72e-f0b338923e04 None None] The sync data for ids ['da787a18-7e91-4dd6-ad92-ccfcbbda8c27'] in dv-cinder-784623-8-iscsi is: [{'id': 'da787a18-7e91-4dd6-ad92-ccfcbbda8c27', 'name': 'tempest-AttachVolumeTestJSON-1254958437-router', 'tenant_id': 'c6c13c091dfc4aacbf264be74291da6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'external_fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '776b5ab0-4f4f-453b-8323-3ad702832470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:34:47Z', 'updated_at': '2021-05-06T00:34:55Z', 'revision_number': 4, 'project_id': 'c6c13c091dfc4aacbf264be74291da6e', 'gw_port': {'id': '776b5ab0-4f4f-453b-8323-3ad702832470', 'name': '', 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da787a18-7e91-4dd6-ad92-ccfcbbda8c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:34:49Z', 'updated_at': '2021-05-06T00:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-iscsi', '_interfaces': [{'id': '535ed0f5-73ce-4425-8485-3e36642b1ffb', 'name': '', 'network_id': '1ea45e29-439e-495a-941c-7f5912677888', 'tenant_id': 'c6c13c091dfc4aacbf264be74291da6e', 'mac_address': 'fa:16:3e:8f:02:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da787a18-7e91-4dd6-ad92-ccfcbbda8c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '693ca583-83b8-4934-b0a4-9f6d64f7b0b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:34:54Z', 'updated_at': '2021-05-06T00:35:08Z', 'revision_number': 4, 'project_id': 'c6c13c091dfc4aacbf264be74291da6e', 'subnets': [{'id': '693ca583-83b8-4934-b0a4-9f6d64f7b0b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 06 00:35:12.719463 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:12.774859 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] For port b2ff9304-1f47-4fe9-afec-4f6f70ef7b59, host dv-cinder-784623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-iscsi',level=0,port_id=b2ff9304-1f47-4fe9-afec-4f6f70ef7b59,segment=NetworkSegment(9e77dc6e-5839-4c5c-8941-3e48c898c98b),segment_id=9e77dc6e-5839-4c5c-8941-3e48c898c98b)] {{(pid=73833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:35:12.837714 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:12.854811 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e48b49-8f66-4414-a343-652e0b0c2cab req-ec4ca198-d383-4afd-a8da-d6f71ba48210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:12.858569 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-b2e48b49-8f66-4414-a343-652e0b0c2cab req-ec4ca198-d383-4afd-a8da-d6f71ba48210 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3bff1ca5-43e0-48e0-ab2f-4914e32b9921 HTTP/1.1" status: 200  len: 851 time: 0.6445191
May 06 00:35:12.859149 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-646ec0e5-db8f-410b-bcca-88e386dc2408 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:35:12.904808 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_hamode_db [None req-70733b24-61dc-40b6-9fad-599037d35d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9508e1f2b0>, [{'id': '6854da60-24a0-44c8-a0f5-6e512e435a5a', 'name': 'tempest-AttachVolumeShelveTestJSON-1068496421-router', 'tenant_id': 'aea92748b0624ad09d804decdf1eee48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'external_fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '384ed5b9-5b19-4d3e-845e-4acbb4b59ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:34:46Z', 'updated_at': '2021-05-06T00:34:58Z', 'revision_number': 4, 'project_id': 'aea92748b0624ad09d804decdf1eee48', 'gw_port': {'id': '384ed5b9-5b19-4d3e-845e-4acbb4b59ce4', 'name': '', 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:9e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6854da60-24a0-44c8-a0f5-6e512e435a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:34:47Z', 'updated_at': '2021-05-06T00:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-iscsi', '_interfaces': [{'id': 'b318087a-94a2-4743-ae18-71d9d7cc3948', 'name': '', 'network_id': 'f1ee20ed-17e0-4650-a61e-4e2579bfb5cb', 'tenant_id': 'aea92748b0624ad09d804decdf1eee48', 'mac_address': 'fa:16:3e:c0:46:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6854da60-24a0-44c8-a0f5-6e512e435a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '587fdbbc-2087-48fc-8109-2b5f3ba73405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:34:56Z', 'updated_at': '2021-05-06T00:35:10Z', 'revision_number': 4, 'project_id': 'aea92748b0624ad09d804decdf1eee48', 'subnets': [{'id': '587fdbbc-2087-48fc-8109-2b5f3ba73405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-8-iscsi', False) {} {{(pid=73834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:35:12.913780 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70733b24-61dc-40b6-9fad-599037d35d99 None None] The sync data for ids ['6854da60-24a0-44c8-a0f5-6e512e435a5a'] in dv-cinder-784623-8-iscsi is: [{'id': '6854da60-24a0-44c8-a0f5-6e512e435a5a', 'name': 'tempest-AttachVolumeShelveTestJSON-1068496421-router', 'tenant_id': 'aea92748b0624ad09d804decdf1eee48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'external_fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '384ed5b9-5b19-4d3e-845e-4acbb4b59ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:34:46Z', 'updated_at': '2021-05-06T00:34:58Z', 'revision_number': 4, 'project_id': 'aea92748b0624ad09d804decdf1eee48', 'gw_port': {'id': '384ed5b9-5b19-4d3e-845e-4acbb4b59ce4', 'name': '', 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:9e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6854da60-24a0-44c8-a0f5-6e512e435a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:34:47Z', 'updated_at': '2021-05-06T00:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-iscsi', '_interfaces': [{'id': 'b318087a-94a2-4743-ae18-71d9d7cc3948', 'name': '', 'network_id': 'f1ee20ed-17e0-4650-a61e-4e2579bfb5cb', 'tenant_id': 'aea92748b0624ad09d804decdf1eee48', 'mac_address': 'fa:16:3e:c0:46:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6854da60-24a0-44c8-a0f5-6e512e435a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '587fdbbc-2087-48fc-8109-2b5f3ba73405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:34:56Z', 'updated_at': '2021-05-06T00:35:10Z', 'revision_number': 4, 'project_id': 'aea92748b0624ad09d804decdf1eee48', 'subnets': [{'id': '587fdbbc-2087-48fc-8109-2b5f3ba73405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 06 00:35:13.025314 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Pushing event updated for resources: {'Port': ['ID=b2ff9304-1f47-4fe9-afec-4f6f70ef7b59,revision_number=4']} {{(pid=73833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:35:13.038505 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:35:13.040345 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:13.158645 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-2aa4c2bb-f03f-4468-bdfb-80dee9632661 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:13.160201 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18851f5a-bfcb-48c7-b1bc-f8c39089a6ce admin admin] Notify agent at l3_agent.dv-cinder-784623-8-iscsi the message routers_updated {{(pid=73831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 06 00:35:13.171595 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358a5a81-816a-4051-aa4e-f95638eb45b1 None None] Sync routers for ids ['c7ac2aa6-6188-4f57-91ea-c0a6d7e42c98'] in dv-cinder-784623-8-iscsi {{(pid=73833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 06 00:35:13.175419 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-2aa4c2bb-f03f-4468-bdfb-80dee9632661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:13.200285 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358a5a81-816a-4051-aa4e-f95638eb45b1 None None] Routers {'c7ac2aa6-6188-4f57-91ea-c0a6d7e42c98'} bound to L3 agent in host dv-cinder-784623-8-iscsi {{(pid=73833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 00:35:13.201851 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_hamode_db [None req-358a5a81-816a-4051-aa4e-f95638eb45b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9508d45fd0>, 'dv-cinder-784623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-06T00:27:20Z,description=<?>,heartbeat_timestamp=2021-05-06T00:34:50Z,host='dv-cinder-784623-8-iscsi',id=3fa0790c-dd29-4495-aa07-f8a2ae482509,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T00:27:20Z,topic='l3_agent')) {'router_ids': ['c7ac2aa6-6188-4f57-91ea-c0a6d7e42c98'], 'active': True} {{(pid=73833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:35:13.211595 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2aa4c2bb-f03f-4468-bdfb-80dee9632661 admin admin] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'}  {{(pid=73831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 06 00:35:13.225151 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-2aa4c2bb-f03f-4468-bdfb-80dee9632661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730493'] for segment, precommit_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:13.225492 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.db.segments_db [None req-2aa4c2bb-f03f-4468-bdfb-80dee9632661 admin admin] Added segment 81f5966b-b77a-4bbb-a8b7-cdc5ff458b74 of type vlan for network 5c4c48f3-af4d-4d5f-8cfb-2859b5847da4
May 06 00:35:13.269593 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-b2e48b49-8f66-4414-a343-652e0b0c2cab req-6e3cebc5-6751-4144-845d-a4876e0788b7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b091e356-2f60-4394-b900-bb9cc40a825d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1963232
May 06 00:35:13.274129 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-2aa4c2bb-f03f-4468-bdfb-80dee9632661 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767380920962'] for network, precommit_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:13.344341 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-a2b6d5e2-03bb-4e32-bc46-65965a2c6c96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:35:13.373978 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-18851f5a-bfcb-48c7-b1bc-f8c39089a6ce admin admin] 10.222.0.24 "PUT /v2.0/routers/c7ac2aa6-6188-4f57-91ea-c0a6d7e42c98/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.8286963
May 06 00:35:13.375067 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-2aa4c2bb-f03f-4468-bdfb-80dee9632661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938'] for network, after_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:13.382032 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa4c2bb-f03f-4468-bdfb-80dee9632661 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:13.382770 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-2aa4c2bb-f03f-4468-bdfb-80dee9632661 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535980'] for network, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:13.405679 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-858a9b3b-194c-427f-a162-5eb22f4f21e7 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:13.750434 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-98953d2b-aa72-4413-a62d-81b1335f89b7 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Notify callbacks [] for port, precommit_update {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:13.783912 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-98953d2b-aa72-4413-a62d-81b1335f89b7 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:13.846884 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa4c2bb-f03f-4468-bdfb-80dee9632661 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5f3f610-8297-43d8-8a87-2b33ae343b14,revision_number=1']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:35:13.858770 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-2aa4c2bb-f03f-4468-bdfb-80dee9632661 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:35:13.869400 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.447s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:35:13.881014 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-8a884b2a-582e-46bc-8da3-f569a09ec43d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:35:14.046855 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Device b2ff9304-1f47-4fe9-afec-4f6f70ef7b59 up at agent ovs-agent-dv-cinder-784623-8-iscsi {{(pid=73833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 00:35:14.047336 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-b2e48b49-8f66-4414-a343-652e0b0c2cab req-3c12af50-6064-4b58-a862-37889d46cf91 service neutron] 10.222.0.30 "GET /v2.0/networks/b091e356-2f60-4394-b900-bb9cc40a825d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6201489
May 06 00:35:14.048350 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-98953d2b-aa72-4413-a62d-81b1335f89b7 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407923'] for floatingip, after_update {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:14.191191 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa4c2bb-f03f-4468-bdfb-80dee9632661 admin admin] Pushing event updated for resources: {'Network': ['ID=5c4c48f3-af4d-4d5f-8cfb-2859b5847da4,revision_number=1']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:35:14.193165 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98953d2b-aa72-4413-a62d-81b1335f89b7 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Pushing event updated for resources: {'Port': ['ID=a5b9bbd9-f84e-4df1-ba01-a5086ff1c1c7,revision_number=2']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:35:14.197908 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-98953d2b-aa72-4413-a62d-81b1335f89b7 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:35:14.198862 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-2aa4c2bb-f03f-4468-bdfb-80dee9632661 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:35:14.211588 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-2aa4c2bb-f03f-4468-bdfb-80dee9632661 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 5.2320993
May 06 00:35:14.215993 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Network 5c4c48f3-af4d-4d5f-8cfb-2859b5847da4 details requested by agent ovs-agent-dv-cinder-784623-8-iscsi with host dv-cinder-784623-8-iscsi {{(pid=73833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 06 00:35:14.217426 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 35542) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:35:14.238235 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.v2.base [None req-e55921f5-d8f5-4ba4-8b01-50e3b532ee9f admin admin] Request body: {'subnet': {'network_id': '5c4c48f3-af4d-4d5f-8cfb-2859b5847da4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-613389666-subnet', 'tenant_id': 'a9d442d4c6474e11a5e4bab8f6aef1e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:35:14.261073 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-e55921f5-d8f5-4ba4-8b01-50e3b532ee9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:35:14.322986 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-e55921f5-d8f5-4ba4-8b01-50e3b532ee9f admin admin] Usage tracker for resource:subnet and tenant:a9d442d4c6474e11a5e4bab8f6aef1e1 is out of sync, need to count used quota {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:35:14.345333 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-e55921f5-d8f5-4ba4-8b01-50e3b532ee9f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:35:14.411035 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-98953d2b-aa72-4413-a62d-81b1335f89b7 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43737'] for floatingip, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:14.430593 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-e55921f5-d8f5-4ba4-8b01-50e3b532ee9f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:35:14.444339 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Provisioning complete for port b2ff9304-1f47-4fe9-afec-4f6f70ef7b59 triggered by entity L2. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 00:35:14.444963 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723253'] for port, provisioning_complete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:14.453279 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-98953d2b-aa72-4413-a62d-81b1335f89b7 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 6.5974774
May 06 00:35:14.484677 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_dvr_db [None req-358a5a81-816a-4051-aa4e-f95638eb45b1 None None] Set router c7ac2aa6-6188-4f57-91ea-c0a6d7e42c98 gateway port host: dv-cinder-784623-8-iscsi {{(pid=73833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 00:35:14.498871 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8ca273-2b97-4247-93bb-e4d0623ee570 req-9f3b32a4-0fc6-4b29-86ee-44a4eef12560 tempest-DeleteServersTestJSON-1871532533 tempest-DeleteServersTestJSON-1871532533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:14.498871 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-0f8ca273-2b97-4247-93bb-e4d0623ee570 req-9f3b32a4-0fc6-4b29-86ee-44a4eef12560 tempest-DeleteServersTestJSON-1871532533 tempest-DeleteServersTestJSON-1871532533-project] 10.222.0.24 "GET /v2.0/ports?device_id=203fd734-abdf-439f-bf73-a03199230e3f HTTP/1.1" status: 200  len: 943 time: 1.0667021
May 06 00:35:14.500327 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e55921f5-d8f5-4ba4-8b01-50e3b532ee9f admin admin] Made reservation on behalf of a9d442d4c6474e11a5e4bab8f6aef1e1 for: {'subnet': 1} {{(pid=73831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 06 00:35:14.502981 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-e55921f5-d8f5-4ba4-8b01-50e3b532ee9f admin admin] Notify callbacks [] for subnet, before_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:14.749832 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.db_base_plugin_common [None req-858a9b3b-194c-427f-a162-5eb22f4f21e7 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Allocated IP 172.27.3.211 (86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4/5f976aaf-f539-4cba-9109-d63a57e1b399/bcd30273-5bf6-4226-8c46-3e6073bb3b54) {{(pid=73831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 06 00:35:14.846367 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-b2e48b49-8f66-4414-a343-652e0b0c2cab req-45c74c6a-c53c-4c14-96e3-d1e086d42871 service neutron] 10.222.0.30 "GET /v2.0/networks/b091e356-2f60-4394-b900-bb9cc40a825d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6447539
May 06 00:35:14.884506 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.agents_db [None req-ee74f776-58ee-4f13-aa41-ceaf6d7d8c19 None None] Agent healthcheck: found 6 active agents {{(pid=73834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 06 00:35:15.015785 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-0f8ca273-2b97-4247-93bb-e4d0623ee570 req-4791c383-836b-4eca-9952-4fa4ac76bcba tempest-DeleteServersTestJSON-1871532533 tempest-DeleteServersTestJSON-1871532533-project] 10.222.0.24 "GET /v2.0/security-groups?id=413bb1eb-c019-4d31-9611-c15e754238b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4929249
May 06 00:35:15.091505 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29450b52-f34c-457a-8fca-22a1a4bc8e1b req-a12a2aed-84ba-4f11-bcd0-3145c3da7a39 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:15.097556 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [req-29450b52-f34c-457a-8fca-22a1a4bc8e1b req-a12a2aed-84ba-4f11-bcd0-3145c3da7a39 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Synchronizing usage tracker for tenant:002b4df3d00d43ddba30ad44b32e56cc on resource:network {{(pid=73832) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 00:35:15.138716 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [req-29450b52-f34c-457a-8fca-22a1a4bc8e1b req-a12a2aed-84ba-4f11-bcd0-3145c3da7a39 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Unset dirty status for tenant:002b4df3d00d43ddba30ad44b32e56cc on resource:network {{(pid=73832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 00:35:15.140433 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-29450b52-f34c-457a-8fca-22a1a4bc8e1b req-a12a2aed-84ba-4f11-bcd0-3145c3da7a39 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/networks?id=37604004-5acb-4629-b2e7-84023f472da1 HTTP/1.1" status: 200  len: 819 time: 0.4338620
May 06 00:35:15.144954 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9988fe-23a6-4cff-b7ab-aafea2ef0873 req-3b5d338c-ea5c-4051-aacf-d0ba900cb6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:15.146624 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-2d9988fe-23a6-4cff-b7ab-aafea2ef0873 req-3b5d338c-ea5c-4051-aacf-d0ba900cb6f0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=faf11a4c113f483cb10c967ec3931d1d&device_id=203fd734-abdf-439f-bf73-a03199230e3f HTTP/1.1" status: 200  len: 1096 time: 0.2124188
May 06 00:35:15.165928 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-858a9b3b-194c-427f-a162-5eb22f4f21e7 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Notify callbacks [] for port, precommit_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:15.221482 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-29450b52-f34c-457a-8fca-22a1a4bc8e1b req-8368cdfa-9ff9-4808-ac97-5b6cf213e842 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/quotas/002b4df3d00d43ddba30ad44b32e56cc HTTP/1.1" status: 200  len: 375 time: 0.0728154
May 06 00:35:15.255045 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-858a9b3b-194c-427f-a162-5eb22f4f21e7 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767380898820'] for port, after_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:15.389020 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Device b318087a-94a2-4743-ae18-71d9d7cc3948 up at agent ovs-agent-dv-cinder-784623-8-iscsi {{(pid=73833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 00:35:15.395237 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-b781af17-bb04-4102-83f4-db691c9c1cd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:35:15.407638 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9988fe-23a6-4cff-b7ab-aafea2ef0873 req-04b94d61-3e6b-4754-8f60-d46c02a18b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:15.409187 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-2d9988fe-23a6-4cff-b7ab-aafea2ef0873 req-04b94d61-3e6b-4754-8f60-d46c02a18b17 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b091e356-2f60-4394-b900-bb9cc40a825d HTTP/1.1" status: 200  len: 912 time: 0.2508612
May 06 00:35:15.474245 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_hamode_db [None req-358a5a81-816a-4051-aa4e-f95638eb45b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9508d45fd0>, [{'id': 'c7ac2aa6-6188-4f57-91ea-c0a6d7e42c98', 'name': 'tempest-ServerRescueNegativeTestJSON-1457339987-router', 'tenant_id': '002b4df3d00d43ddba30ad44b32e56cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'external_fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': 'b2ff9304-1f47-4fe9-afec-4f6f70ef7b59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:34:51Z', 'updated_at': '2021-05-06T00:35:08Z', 'revision_number': 4, 'project_id': '002b4df3d00d43ddba30ad44b32e56cc', 'gw_port': {'id': 'b2ff9304-1f47-4fe9-afec-4f6f70ef7b59', 'name': '', 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f1:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ac2aa6-6188-4f57-91ea-c0a6d7e42c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:34:55Z', 'updated_at': '2021-05-06T00:35:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-iscsi', '_interfaces': [{'id': '463c5b46-f55e-4cd6-8bd0-b63aa3ea0806', 'name': '', 'network_id': '37604004-5acb-4629-b2e7-84023f472da1', 'tenant_id': '002b4df3d00d43ddba30ad44b32e56cc', 'mac_address': 'fa:16:3e:4c:58:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7ac2aa6-6188-4f57-91ea-c0a6d7e42c98', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '80245074-5ce6-4e43-925d-2fdf29939a72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:35:06Z', 'updated_at': '2021-05-06T00:35:09Z', 'revision_number': 2, 'project_id': '002b4df3d00d43ddba30ad44b32e56cc', 'subnets': [{'id': '80245074-5ce6-4e43-925d-2fdf29939a72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-8-iscsi', False) {} {{(pid=73833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:35:15.481547 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358a5a81-816a-4051-aa4e-f95638eb45b1 None None] Checking router: c7ac2aa6-6188-4f57-91ea-c0a6d7e42c98 for host: dv-cinder-784623-8-iscsi {{(pid=73833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 06 00:35:15.481905 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358a5a81-816a-4051-aa4e-f95638eb45b1 None None] Updating router c7ac2aa6-6188-4f57-91ea-c0a6d7e42c98 port 463c5b46-f55e-4cd6-8bd0-b63aa3ea0806 binding host dv-cinder-784623-8-iscsi {{(pid=73833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 06 00:35:15.490738 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-29450b52-f34c-457a-8fca-22a1a4bc8e1b req-3d9932ab-ee17-42d7-b770-433705628497 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=002b4df3d00d43ddba30ad44b32e56cc&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2052009
May 06 00:35:15.492286 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-2d9988fe-23a6-4cff-b7ab-aafea2ef0873 req-14c73152-2706-4216-87d8-85d0b1dd9ee3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d70daf11-ae8a-4d8a-bc70-65b6eac515b0 HTTP/1.1" status: 200  len: 217 time: 0.0720391
May 06 00:35:15.566120 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-358a5a81-816a-4051-aa4e-f95638eb45b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:15.571017 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9988fe-23a6-4cff-b7ab-aafea2ef0873 req-afbcda39-95c7-4ff5-a768-ba94d4f54479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:15.572329 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-2d9988fe-23a6-4cff-b7ab-aafea2ef0873 req-afbcda39-95c7-4ff5-a768-ba94d4f54479 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3bff1ca5-43e0-48e0-ab2f-4914e32b9921 HTTP/1.1" status: 200  len: 851 time: 0.0729263
May 06 00:35:15.584083 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Provisioning for port b318087a-94a2-4743-ae18-71d9d7cc3948 completed by entity L2. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 00:35:15.599162 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858a9b3b-194c-427f-a162-5eb22f4f21e7 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Pushing event updated for resources: {'Port': ['ID=bcd30273-5bf6-4226-8c46-3e6073bb3b54,revision_number=1']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:35:15.600159 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Provisioning complete for port b318087a-94a2-4743-ae18-71d9d7cc3948 triggered by entity L2. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 00:35:15.602665 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-858a9b3b-194c-427f-a162-5eb22f4f21e7 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:35:15.607257 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723253'] for port, provisioning_complete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:15.632002 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-2d9988fe-23a6-4cff-b7ab-aafea2ef0873 req-0503010d-5298-4dfc-98fc-0ff312e4969b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b091e356-2f60-4394-b900-bb9cc40a825d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0520842
May 06 00:35:15.732194 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-858a9b3b-194c-427f-a162-5eb22f4f21e7 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Network 86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4 is already hosted by enough agents. {{(pid=73831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 00:35:15.738125 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.scheduler.base_scheduler [None req-858a9b3b-194c-427f-a162-5eb22f4f21e7 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Resources bound (agent type, host, resource id):  {{(pid=73831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 00:35:15.745406 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858a9b3b-194c-427f-a162-5eb22f4f21e7 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Received port after_create {{(pid=73831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 06 00:35:15.812495 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-2d9988fe-23a6-4cff-b7ab-aafea2ef0873 req-4ca89b48-d599-4ad8-8c4b-854e93a3fc62 service neutron] 10.222.0.30 "GET /v2.0/networks/b091e356-2f60-4394-b900-bb9cc40a825d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1735759
May 06 00:35:15.855325 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [req-29450b52-f34c-457a-8fca-22a1a4bc8e1b req-eb1844ea-7c87-4d3e-a6a1-933d26112771 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=73832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 06 00:35:15.857419 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-29450b52-f34c-457a-8fca-22a1a4bc8e1b req-eb1844ea-7c87-4d3e-a6a1-933d26112771 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0757003
May 06 00:35:15.872662 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [req-1342600c-f363-4efc-b279-e78765e76fa5 req-5facd15e-2eaa-4388-a734-1475f2934a52 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Synchronizing usage tracker for tenant:c6c13c091dfc4aacbf264be74291da6e on resource:security_group {{(pid=73831) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 00:35:15.904561 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [req-1342600c-f363-4efc-b279-e78765e76fa5 req-5facd15e-2eaa-4388-a734-1475f2934a52 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Unset dirty status for tenant:c6c13c091dfc4aacbf264be74291da6e on resource:security_group {{(pid=73831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 00:35:15.906113 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-1342600c-f363-4efc-b279-e78765e76fa5 req-5facd15e-2eaa-4388-a734-1475f2934a52 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1485925085&fields=id&tenant_id=c6c13c091dfc4aacbf264be74291da6e HTTP/1.1" status: 200  len: 267 time: 0.6529160
May 06 00:35:16.012586 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-858a9b3b-194c-427f-a162-5eb22f4f21e7 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:16.095713 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-2d9988fe-23a6-4cff-b7ab-aafea2ef0873 req-dddee242-e6a4-4187-b544-164bb8edc7d3 service neutron] 10.222.0.30 "GET /v2.0/networks/b091e356-2f60-4394-b900-bb9cc40a825d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2746952
May 06 00:35:16.104039 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-29450b52-f34c-457a-8fca-22a1a4bc8e1b req-525ee0b5-e412-412f-a5f5-47889d9445d1 service neutron] 10.222.0.24 "GET /v2.0/networks/37604004-5acb-4629-b2e7-84023f472da1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2390265
May 06 00:35:16.123091 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-858a9b3b-194c-427f-a162-5eb22f4f21e7 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:16.253584 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-358a5a81-816a-4051-aa4e-f95638eb45b1 None None] Notify callbacks [] for port, precommit_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:16.256050 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:16.290647 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-358a5a81-816a-4051-aa4e-f95638eb45b1 None None] Transition to ACTIVE for port object 463c5b46-f55e-4cd6-8bd0-b63aa3ea0806 will not be triggered until provisioned by entity L2. {{(pid=73833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 00:35:16.309103 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-358a5a81-816a-4051-aa4e-f95638eb45b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:16.315757 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:35:16.318642 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-29450b52-f34c-457a-8fca-22a1a4bc8e1b req-d066be20-5853-48fc-b112-adb72a6487f7 service neutron] 10.222.0.24 "GET /v2.0/networks/37604004-5acb-4629-b2e7-84023f472da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2003508
May 06 00:35:16.366888 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] For port b318087a-94a2-4743-ae18-71d9d7cc3948, host dv-cinder-784623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-iscsi',level=0,port_id=b318087a-94a2-4743-ae18-71d9d7cc3948,segment=NetworkSegment(d6767cd9-a845-4bf2-a0b7-cab2ef6cd327),segment_id=d6767cd9-a845-4bf2-a0b7-cab2ef6cd327)] {{(pid=73833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:35:16.435355 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:16.436308 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Device 535ed0f5-73ce-4425-8485-3e36642b1ffb up at agent ovs-agent-dv-cinder-784623-8-iscsi {{(pid=73833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 00:35:16.436724 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-858a9b3b-194c-427f-a162-5eb22f4f21e7 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Notify callbacks [] for port, precommit_update {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:16.448982 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1342600c-f363-4efc-b279-e78765e76fa5 req-c6738483-f259-4dc3-a4a1-3ad2ddfdb771 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:16.450133 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [req-1342600c-f363-4efc-b279-e78765e76fa5 req-c6738483-f259-4dc3-a4a1-3ad2ddfdb771 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Synchronizing usage tracker for tenant:c6c13c091dfc4aacbf264be74291da6e on resource:network {{(pid=73831) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 00:35:16.472747 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-858a9b3b-194c-427f-a162-5eb22f4f21e7 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:16.526102 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-858a9b3b-194c-427f-a162-5eb22f4f21e7 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:35:16.567831 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [req-1342600c-f363-4efc-b279-e78765e76fa5 req-c6738483-f259-4dc3-a4a1-3ad2ddfdb771 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Unset dirty status for tenant:c6c13c091dfc4aacbf264be74291da6e on resource:network {{(pid=73831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 00:35:16.569040 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-1342600c-f363-4efc-b279-e78765e76fa5 req-c6738483-f259-4dc3-a4a1-3ad2ddfdb771 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/networks?id=1ea45e29-439e-495a-941c-7f5912677888 HTTP/1.1" status: 200  len: 811 time: 0.6462779
May 06 00:35:16.577044 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-858a9b3b-194c-427f-a162-5eb22f4f21e7 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407923'] for floatingip, after_update {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:16.601082 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0717a448-1f53-41a0-8392-98908736ae07 None None] Pushing event updated for resources: {'Port': ['ID=463c5b46-f55e-4cd6-8bd0-b63aa3ea0806,revision_number=3']} {{(pid=73833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:35:16.615093 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-858a9b3b-194c-427f-a162-5eb22f4f21e7 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43737'] for floatingip, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:16.634274 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-0717a448-1f53-41a0-8392-98908736ae07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:35:16.638578 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-858a9b3b-194c-427f-a162-5eb22f4f21e7 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 5.1136694
May 06 00:35:16.640781 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.104s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:35:16.731662 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Provisioning for port 535ed0f5-73ce-4425-8485-3e36642b1ffb completed by entity L2. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 00:35:16.752046 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Provisioning complete for port 535ed0f5-73ce-4425-8485-3e36642b1ffb triggered by entity L2. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 00:35:16.752424 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723253'] for port, provisioning_complete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:16.787233 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-1342600c-f363-4efc-b279-e78765e76fa5 req-fbef5df1-5d02-4c60-a5a2-5cf10a682e73 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/quotas/c6c13c091dfc4aacbf264be74291da6e HTTP/1.1" status: 200  len: 375 time: 0.1842000
May 06 00:35:16.815210 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.managers [None req-358a5a81-816a-4051-aa4e-f95638eb45b1 None None] Attempting to bind port 463c5b46-f55e-4cd6-8bd0-b63aa3ea0806 on host dv-cinder-784623-8-iscsi for vnic_type normal with profile  {{(pid=73833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 06 00:35:16.815683 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.managers [None req-358a5a81-816a-4051-aa4e-f95638eb45b1 None None] Attempting to bind port 463c5b46-f55e-4cd6-8bd0-b63aa3ea0806 by drivers openvswitch,hyperv on host dv-cinder-784623-8-iscsi at level 0 using segments [{'id': '211ca014-1f1c-4c9d-9a8e-e2529d491b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '37604004-5acb-4629-b2e7-84023f472da1'}] {{(pid=73833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 06 00:35:16.816041 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358a5a81-816a-4051-aa4e-f95638eb45b1 None None] Attempting to bind port 463c5b46-f55e-4cd6-8bd0-b63aa3ea0806 on network 37604004-5acb-4629-b2e7-84023f472da1 {{(pid=73833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 00:35:16.843163 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358a5a81-816a-4051-aa4e-f95638eb45b1 None None] Checking agent: {'id': '4b72a67e-bba9-4429-9bf9-904dcd8ce83b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 0, 27, 19), 'started_at': datetime.datetime(2021, 5, 6, 0, 27, 49), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 0, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 06 00:35:16.843543 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358a5a81-816a-4051-aa4e-f95638eb45b1 None None] Checking segment: {'id': '211ca014-1f1c-4c9d-9a8e-e2529d491b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '37604004-5acb-4629-b2e7-84023f472da1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 00:35:16.844163 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-358a5a81-816a-4051-aa4e-f95638eb45b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:16.844596 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358a5a81-816a-4051-aa4e-f95638eb45b1 None None] Bound using segment: {'id': '211ca014-1f1c-4c9d-9a8e-e2529d491b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '37604004-5acb-4629-b2e7-84023f472da1'} {{(pid=73833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 06 00:35:16.845099 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.managers [None req-358a5a81-816a-4051-aa4e-f95638eb45b1 None None] Bound port: 463c5b46-f55e-4cd6-8bd0-b63aa3ea0806, host: dv-cinder-784623-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '211ca014-1f1c-4c9d-9a8e-e2529d491b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '37604004-5acb-4629-b2e7-84023f472da1'}}] {{(pid=73833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 06 00:35:16.845498 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-358a5a81-816a-4051-aa4e-f95638eb45b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:16.882968 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Pushing event updated for resources: {'Port': ['ID=b318087a-94a2-4743-ae18-71d9d7cc3948,revision_number=5']} {{(pid=73833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:35:16.888035 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-5ba37b58-25b2-4e5f-92d6-db87d9e5b3ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:16.907284 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-e55921f5-d8f5-4ba4-8b01-50e3b532ee9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938'] for subnet, after_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:16.919854 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:35:16.929876 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858a9b3b-194c-427f-a162-5eb22f4f21e7 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Pushing event updated for resources: {'Port': ['ID=bcd30273-5bf6-4226-8c46-3e6073bb3b54,revision_number=2']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:35:16.940138 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-858a9b3b-194c-427f-a162-5eb22f4f21e7 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:35:16.942425 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-8a8dba5b-87d2-4438-8490-73acf6786076 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:35:17.017621 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-358a5a81-816a-4051-aa4e-f95638eb45b1 None None] For port 463c5b46-f55e-4cd6-8bd0-b63aa3ea0806, host dv-cinder-784623-8-iscsi, cleared binding levels {{(pid=73833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 06 00:35:17.022501 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-358a5a81-816a-4051-aa4e-f95638eb45b1 None None] For port 463c5b46-f55e-4cd6-8bd0-b63aa3ea0806, host dv-cinder-784623-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-iscsi',level=0,port_id=463c5b46-f55e-4cd6-8bd0-b63aa3ea0806,segment=NetworkSegment(211ca014-1f1c-4c9d-9a8e-e2529d491b2b),segment_id=211ca014-1f1c-4c9d-9a8e-e2529d491b2b)] {{(pid=73833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 06 00:35:17.033814 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-358a5a81-816a-4051-aa4e-f95638eb45b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:17.038691 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:35:17.067553 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55921f5-d8f5-4ba4-8b01-50e3b532ee9f admin admin] Checking segment: {'id': '81f5966b-b77a-4bbb-a8b7-cdc5ff458b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '5c4c48f3-af4d-4d5f-8cfb-2859b5847da4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 00:35:17.068334 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55921f5-d8f5-4ba4-8b01-50e3b532ee9f admin admin] Network hostable DHCP agents. Network: 5c4c48f3-af4d-4d5f-8cfb-2859b5847da4, hostable agents: ['08bd01f5-d9ad-41d2-bccd-f8157b6c692c'], hosted agents: [] {{(pid=73831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 06 00:35:17.069812 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:17.095915 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55921f5-d8f5-4ba4-8b01-50e3b532ee9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac84c4c4-f50c-433d-b5a7-e8b1c5737b81,revision_number=0']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:35:17.105170 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-e55921f5-d8f5-4ba4-8b01-50e3b532ee9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:35:17.106074 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e60f60-502b-4cac-a5f8-ee0c2627b7f8 req-e5127fec-c77e-4d60-b442-19a9a1f4f608 tempest-DeleteServersTestJSON-1871532533 tempest-DeleteServersTestJSON-1871532533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:17.126261 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-b9e60f60-502b-4cac-a5f8-ee0c2627b7f8 req-e5127fec-c77e-4d60-b442-19a9a1f4f608 tempest-DeleteServersTestJSON-1871532533 tempest-DeleteServersTestJSON-1871532533-project] 10.222.0.24 "GET /v2.0/ports?device_id=203fd734-abdf-439f-bf73-a03199230e3f HTTP/1.1" status: 200  len: 943 time: 0.2431226
May 06 00:35:17.130934 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-1342600c-f363-4efc-b279-e78765e76fa5 req-0154f6d5-5670-49c7-98c0-1313f0a7746c tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c6c13c091dfc4aacbf264be74291da6e&fields=id HTTP/1.1" status: 200  len: 348 time: 0.3423464
May 06 00:35:17.140482 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55921f5-d8f5-4ba4-8b01-50e3b532ee9f admin admin] Network 5c4c48f3-af4d-4d5f-8cfb-2859b5847da4 is scheduled to be hosted by DHCP agent 08bd01f5-d9ad-41d2-bccd-f8157b6c692c with binding_index 1 {{(pid=73831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 06 00:35:17.142327 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] For port 535ed0f5-73ce-4425-8485-3e36642b1ffb, host dv-cinder-784623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-iscsi',level=0,port_id=535ed0f5-73ce-4425-8485-3e36642b1ffb,segment=NetworkSegment(890a22a0-98ca-414c-a9a6-981937a77b2c),segment_id=890a22a0-98ca-414c-a9a6-981937a77b2c)] {{(pid=73833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:35:17.160531 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:17.169422 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358a5a81-816a-4051-aa4e-f95638eb45b1 None None] Routers {'c7ac2aa6-6188-4f57-91ea-c0a6d7e42c98'} bound to L3 agent in host dv-cinder-784623-8-iscsi {{(pid=73833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 00:35:17.170177 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_hamode_db [None req-358a5a81-816a-4051-aa4e-f95638eb45b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9508d45fd0>, 'dv-cinder-784623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-06T00:27:20Z,description=<?>,heartbeat_timestamp=2021-05-06T00:34:50Z,host='dv-cinder-784623-8-iscsi',id=3fa0790c-dd29-4495-aa07-f8a2ae482509,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T00:27:20Z,topic='l3_agent')) {'router_ids': ['c7ac2aa6-6188-4f57-91ea-c0a6d7e42c98'], 'active': True} {{(pid=73833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:35:17.201523 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-b9e60f60-502b-4cac-a5f8-ee0c2627b7f8 req-122cca7c-985c-47ae-9b9f-11bc13e8cf03 tempest-DeleteServersTestJSON-1871532533 tempest-DeleteServersTestJSON-1871532533-project] 10.222.0.24 "GET /v2.0/security-groups?id=413bb1eb-c019-4d31-9611-c15e754238b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0731611
May 06 00:35:17.228817 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0717a448-1f53-41a0-8392-98908736ae07 None None] Pushing event updated for resources: {'Port': ['ID=463c5b46-f55e-4cd6-8bd0-b63aa3ea0806,revision_number=4']} {{(pid=73833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:35:17.232112 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-0717a448-1f53-41a0-8392-98908736ae07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:35:17.233045 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-0717a448-1f53-41a0-8392-98908736ae07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:35:17.240881 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.scheduler.base_scheduler [None req-e55921f5-d8f5-4ba4-8b01-50e3b532ee9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-8-iscsi, 5c4c48f3-af4d-4d5f-8cfb-2859b5847da4) {{(pid=73831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 00:35:17.270781 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901564a2-5d72-44e7-be5e-531766721285 None None] Network 5c4c48f3-af4d-4d5f-8cfb-2859b5847da4 requested from dv-cinder-784623-8-iscsi {{(pid=73833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 06 00:35:17.303538 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55921f5-d8f5-4ba4-8b01-50e3b532ee9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:17.304771 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-e55921f5-d8f5-4ba4-8b01-50e3b532ee9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535980'] for subnet, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:17.353034 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-b313688b-86ed-4a6e-a332-ed40967310d8 req-8e869e3f-f40c-4a24-a2fb-d4a6b5a4fbfb tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/ports?device_id=07ff8e08-f2b7-4e46-b8df-eed0ff990983 HTTP/1.1" status: 200  len: 210 time: 0.0536709
May 06 00:35:17.358136 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-e55921f5-d8f5-4ba4-8b01-50e3b532ee9f admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 3.1325815
May 06 00:35:17.373384 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Device b318087a-94a2-4743-ae18-71d9d7cc3948 up at agent ovs-agent-dv-cinder-784623-8-iscsi {{(pid=73833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 00:35:17.424595 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-1342600c-f363-4efc-b279-e78765e76fa5 req-103f01d9-39cd-47fc-935f-27757c2f73e0 service neutron] 10.222.0.24 "GET /v2.0/networks/1ea45e29-439e-495a-941c-7f5912677888?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2625990
May 06 00:35:17.545126 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [req-c072b11c-630f-46e5-9402-8d392e9f01c2 req-9106c01f-0f13-4096-8de2-35611898fd34 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Synchronizing usage tracker for tenant:aea92748b0624ad09d804decdf1eee48 on resource:security_group {{(pid=73832) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 00:35:17.569864 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [req-c072b11c-630f-46e5-9402-8d392e9f01c2 req-9106c01f-0f13-4096-8de2-35611898fd34 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Unset dirty status for tenant:aea92748b0624ad09d804decdf1eee48 on resource:security_group {{(pid=73832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 00:35:17.571529 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-c072b11c-630f-46e5-9402-8d392e9f01c2 req-9106c01f-0f13-4096-8de2-35611898fd34 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1404974473&fields=id&tenant_id=aea92748b0624ad09d804decdf1eee48 HTTP/1.1" status: 200  len: 267 time: 0.0962453
May 06 00:35:17.590994 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 35682) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:35:17.656590 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_dvr_db [None req-358a5a81-816a-4051-aa4e-f95638eb45b1 None None] Set router c7ac2aa6-6188-4f57-91ea-c0a6d7e42c98 gateway port host: dv-cinder-784623-8-iscsi {{(pid=73833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 00:35:17.733064 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-1342600c-f363-4efc-b279-e78765e76fa5 req-ad7a2a08-d94a-4dea-b906-0bc3b21e986f service neutron] 10.222.0.24 "GET /v2.0/networks/1ea45e29-439e-495a-941c-7f5912677888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3018131
May 06 00:35:17.742808 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3f5c636-cb8d-45a6-ae82-2088f1dc3724 admin admin] Deleting subnet 0767b8b8-1980-4981-800a-98703b45f9e6 {{(pid=73831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 06 00:35:17.747703 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-e3f5c636-cb8d-45a6-ae82-2088f1dc3724 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:17.810793 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-e3f5c636-cb8d-45a6-ae82-2088f1dc3724 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:17.820747 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-e3f5c636-cb8d-45a6-ae82-2088f1dc3724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736327'] for subnet, precommit_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:18.035562 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c072b11c-630f-46e5-9402-8d392e9f01c2 req-0393167c-9979-455a-8271-4408ad77fe3c tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:18.037275 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-c072b11c-630f-46e5-9402-8d392e9f01c2 req-0393167c-9979-455a-8271-4408ad77fe3c tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/networks?id=f1ee20ed-17e0-4650-a61e-4e2579bfb5cb HTTP/1.1" status: 200  len: 817 time: 0.4566159
May 06 00:35:18.056710 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-c072b11c-630f-46e5-9402-8d392e9f01c2 req-09be5ca5-0de1-4b9f-ba8b-dc67b25a3b47 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/quotas/aea92748b0624ad09d804decdf1eee48 HTTP/1.1" status: 200  len: 375 time: 0.0133278
May 06 00:35:18.163706 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Pushing event updated for resources: {'Port': ['ID=535ed0f5-73ce-4425-8485-3e36642b1ffb,revision_number=5']} {{(pid=73833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:35:18.172047 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Provisioning complete for port b318087a-94a2-4743-ae18-71d9d7cc3948 triggered by entity L2. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 00:35:18.172428 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723253'] for port, provisioning_complete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:18.208478 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.975s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:35:18.287471 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-c072b11c-630f-46e5-9402-8d392e9f01c2 req-19c78355-1e2a-477c-9ef4-e4f671dbb7a4 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=aea92748b0624ad09d804decdf1eee48&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2245629
May 06 00:35:18.634730 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-c072b11c-630f-46e5-9402-8d392e9f01c2 req-9a69a084-3d17-4774-b612-0b28b17f7a74 service neutron] 10.222.0.24 "GET /v2.0/networks/f1ee20ed-17e0-4650-a61e-4e2579bfb5cb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3314292
May 06 00:35:18.656082 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9446a290-5da9-45da-a6f9-75797af5fbfd None None] Network 5c4c48f3-af4d-4d5f-8cfb-2859b5847da4 requested from dv-cinder-784623-8-iscsi {{(pid=73833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 06 00:35:18.776225 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_hamode_db [None req-358a5a81-816a-4051-aa4e-f95638eb45b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9508d45fd0>, [{'id': 'c7ac2aa6-6188-4f57-91ea-c0a6d7e42c98', 'name': 'tempest-ServerRescueNegativeTestJSON-1457339987-router', 'tenant_id': '002b4df3d00d43ddba30ad44b32e56cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'external_fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': 'b2ff9304-1f47-4fe9-afec-4f6f70ef7b59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:34:51Z', 'updated_at': '2021-05-06T00:35:08Z', 'revision_number': 4, 'project_id': '002b4df3d00d43ddba30ad44b32e56cc', 'gw_port': {'id': 'b2ff9304-1f47-4fe9-afec-4f6f70ef7b59', 'name': '', 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f1:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ac2aa6-6188-4f57-91ea-c0a6d7e42c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:34:55Z', 'updated_at': '2021-05-06T00:35:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-iscsi', '_interfaces': [{'id': '463c5b46-f55e-4cd6-8bd0-b63aa3ea0806', 'name': '', 'network_id': '37604004-5acb-4629-b2e7-84023f472da1', 'tenant_id': '002b4df3d00d43ddba30ad44b32e56cc', 'mac_address': 'fa:16:3e:4c:58:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7ac2aa6-6188-4f57-91ea-c0a6d7e42c98', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '80245074-5ce6-4e43-925d-2fdf29939a72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:35:06Z', 'updated_at': '2021-05-06T00:35:17Z', 'revision_number': 4, 'project_id': '002b4df3d00d43ddba30ad44b32e56cc', 'subnets': [{'id': '80245074-5ce6-4e43-925d-2fdf29939a72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-8-iscsi', False) {} {{(pid=73833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:35:18.815902 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358a5a81-816a-4051-aa4e-f95638eb45b1 None None] The sync data for ids ['c7ac2aa6-6188-4f57-91ea-c0a6d7e42c98'] in dv-cinder-784623-8-iscsi is: [{'id': 'c7ac2aa6-6188-4f57-91ea-c0a6d7e42c98', 'name': 'tempest-ServerRescueNegativeTestJSON-1457339987-router', 'tenant_id': '002b4df3d00d43ddba30ad44b32e56cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'external_fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': 'b2ff9304-1f47-4fe9-afec-4f6f70ef7b59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:34:51Z', 'updated_at': '2021-05-06T00:35:08Z', 'revision_number': 4, 'project_id': '002b4df3d00d43ddba30ad44b32e56cc', 'gw_port': {'id': 'b2ff9304-1f47-4fe9-afec-4f6f70ef7b59', 'name': '', 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f1:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ac2aa6-6188-4f57-91ea-c0a6d7e42c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:34:55Z', 'updated_at': '2021-05-06T00:35:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-iscsi', '_interfaces': [{'id': '463c5b46-f55e-4cd6-8bd0-b63aa3ea0806', 'name': '', 'network_id': '37604004-5acb-4629-b2e7-84023f472da1', 'tenant_id': '002b4df3d00d43ddba30ad44b32e56cc', 'mac_address': 'fa:16:3e:4c:58:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7ac2aa6-6188-4f57-91ea-c0a6d7e42c98', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '80245074-5ce6-4e43-925d-2fdf29939a72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:35:06Z', 'updated_at': '2021-05-06T00:35:17Z', 'revision_number': 4, 'project_id': '002b4df3d00d43ddba30ad44b32e56cc', 'subnets': [{'id': '80245074-5ce6-4e43-925d-2fdf29939a72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 06 00:35:18.936194 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b098be7c-494d-42fb-9336-1be0c17eef01 req-849690ae-823d-4854-a898-5868932fcbe9 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:18.938485 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-b098be7c-494d-42fb-9336-1be0c17eef01 req-849690ae-823d-4854-a898-5868932fcbe9 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/networks?id=37604004-5acb-4629-b2e7-84023f472da1 HTTP/1.1" status: 200  len: 819 time: 0.5744891
May 06 00:35:19.004164 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Device d70daf11-ae8a-4d8a-bc70-65b6eac515b0 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=73833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 06 00:35:19.026173 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-b098be7c-494d-42fb-9336-1be0c17eef01 req-2525dd4f-9e4a-473f-b728-a8872ed57bee tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/quotas/002b4df3d00d43ddba30ad44b32e56cc HTTP/1.1" status: 200  len: 375 time: 0.0782146
May 06 00:35:19.032973 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-e3f5c636-cb8d-45a6-ae82-2088f1dc3724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938'] for subnet, after_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:19.117214 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-c072b11c-630f-46e5-9402-8d392e9f01c2 req-ee47345a-b661-4e9e-80fa-4dddf5b88257 service neutron] 10.222.0.24 "GET /v2.0/networks/f1ee20ed-17e0-4650-a61e-4e2579bfb5cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4686515
May 06 00:35:19.128703 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-2060aaa5-674c-4dce-9b8c-031abb91dabd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:35:19.167113 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f5c636-cb8d-45a6-ae82-2088f1dc3724 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0767b8b8-1980-4981-800a-98703b45f9e6,revision_number=None']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:35:19.172324 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-e3f5c636-cb8d-45a6-ae82-2088f1dc3724 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:35:19.180396 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-e3f5c636-cb8d-45a6-ae82-2088f1dc3724 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:19.201185 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-e3f5c636-cb8d-45a6-ae82-2088f1dc3724 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/0767b8b8-1980-4981-800a-98703b45f9e6 HTTP/1.1" status: 204  len: 168 time: 1.6090074
May 06 00:35:19.204081 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 35744) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:35:19.244009 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [req-b098be7c-494d-42fb-9336-1be0c17eef01 req-32e20ee2-c0b5-4511-a3d9-e6417dc97dd3 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Synchronizing usage tracker for tenant:002b4df3d00d43ddba30ad44b32e56cc on resource:port {{(pid=73831) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 00:35:19.371698 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:19.382011 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [req-b098be7c-494d-42fb-9336-1be0c17eef01 req-32e20ee2-c0b5-4511-a3d9-e6417dc97dd3 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Unset dirty status for tenant:002b4df3d00d43ddba30ad44b32e56cc on resource:port {{(pid=73831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 00:35:19.382814 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] For port d70daf11-ae8a-4d8a-bc70-65b6eac515b0, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=d70daf11-ae8a-4d8a-bc70-65b6eac515b0,segment=NetworkSegment(37cb53a6-4f3d-4fc5-b9f6-a7e3da898794),segment_id=37cb53a6-4f3d-4fc5-b9f6-a7e3da898794)] {{(pid=73833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:35:19.383343 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-b098be7c-494d-42fb-9336-1be0c17eef01 req-32e20ee2-c0b5-4511-a3d9-e6417dc97dd3 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=002b4df3d00d43ddba30ad44b32e56cc&fields=id HTTP/1.1" status: 200  len: 255 time: 0.3464656
May 06 00:35:19.393647 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-c20b952c-eba0-44bb-abb3-d071b8a94360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608327'] for network, before_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:19.417679 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Returning: {'device': 'd70daf11-ae8a-4d8a-bc70-65b6eac515b0', 'network_id': 'b091e356-2f60-4394-b900-bb9cc40a825d', 'port_id': 'd70daf11-ae8a-4d8a-bc70-65b6eac515b0', 'mac_address': 'fa:16:3e:a4:81:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bff1ca5-43e0-48e0-ab2f-4914e32b9921', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 06 00:35:19.616053 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Device 463c5b46-f55e-4cd6-8bd0-b63aa3ea0806 up at agent ovs-agent-dv-cinder-784623-8-iscsi {{(pid=73833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 00:35:19.641103 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [req-31a5bdd1-a6fd-4715-a014-34f25e773caf req-222b4e5f-d809-485f-9328-f9f3658e3f8c tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Synchronizing usage tracker for tenant:c6c13c091dfc4aacbf264be74291da6e on resource:port {{(pid=73832) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 00:35:19.724184 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-243f9b8d-e627-45b2-8fae-96bddc312ca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:19.733930 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29450b52-f34c-457a-8fca-22a1a4bc8e1b req-53f5d2e0-7bc5-4a5b-ab9f-b28ec8057344 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:19.735390 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-29450b52-f34c-457a-8fca-22a1a4bc8e1b req-53f5d2e0-7bc5-4a5b-ab9f-b28ec8057344 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.30 "GET /v2.0/networks?id=37604004-5acb-4629-b2e7-84023f472da1 HTTP/1.1" status: 200  len: 819 time: 0.5598359
May 06 00:35:19.765935 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.v2.base [req-29450b52-f34c-457a-8fca-22a1a4bc8e1b req-af94f92f-e3e5-43f8-b4bd-965f5d464a2d tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Request body: {'port': {'device_id': '07ff8e08-f2b7-4e46-b8df-eed0ff990983', 'network_id': '37604004-5acb-4629-b2e7-84023f472da1', 'admin_state_up': True, 'tenant_id': '002b4df3d00d43ddba30ad44b32e56cc'}} {{(pid=73832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:35:19.808812 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:19.849546 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [req-31a5bdd1-a6fd-4715-a014-34f25e773caf req-222b4e5f-d809-485f-9328-f9f3658e3f8c tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Unset dirty status for tenant:c6c13c091dfc4aacbf264be74291da6e on resource:port {{(pid=73832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 00:35:19.856258 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-31a5bdd1-a6fd-4715-a014-34f25e773caf req-222b4e5f-d809-485f-9328-f9f3658e3f8c tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4cd3d09-3e89-4c0b-9e95-5448b9ed53ac HTTP/1.1" status: 200  len: 210 time: 0.3723612
May 06 00:35:19.865562 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.30', 60535) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:35:19.928122 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.notifiers.nova [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d70daf11-ae8a-4d8a-bc70-65b6eac515b0 {{(pid=73833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 06 00:35:19.971082 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Provisioning for port 463c5b46-f55e-4cd6-8bd0-b63aa3ea0806 completed by entity L2. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 00:35:19.987404 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Provisioning complete for port 463c5b46-f55e-4cd6-8bd0-b63aa3ea0806 triggered by entity L2. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 00:35:19.988224 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723253'] for port, provisioning_complete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:20.077807 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] For port d70daf11-ae8a-4d8a-bc70-65b6eac515b0, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=d70daf11-ae8a-4d8a-bc70-65b6eac515b0,segment=NetworkSegment(37cb53a6-4f3d-4fc5-b9f6-a7e3da898794),segment_id=37cb53a6-4f3d-4fc5-b9f6-a7e3da898794)] {{(pid=73833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:35:20.123354 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:20.132184 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-5e475e07-ef00-47e8-a765-b94e7caa5e40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:35:20.211047 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-c20b952c-eba0-44bb-abb3-d071b8a94360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733884', 'neutron.services.segments.db._delete_segments_for_network-8767381342109'] for network, precommit_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:20.239892 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-b098be7c-494d-42fb-9336-1be0c17eef01 req-366c3e46-a815-42c6-b1da-071f2187ded8 service neutron] 10.222.0.24 "GET /v2.0/networks/37604004-5acb-4629-b2e7-84023f472da1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8420866
May 06 00:35:20.269692 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-c20b952c-eba0-44bb-abb3-d071b8a94360 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f9508929160>> segment before_delete 55550000 {{(pid=73831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:35:20.270035 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-c20b952c-eba0-44bb-abb3-d071b8a94360 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f9508929160>> subnet precommit_delete_associations 55550000 {{(pid=73831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:35:20.270789 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-c20b952c-eba0-44bb-abb3-d071b8a94360 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f95088313a0>> segment_host_mapping after_create 55550000 {{(pid=73831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:35:20.271123 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-c20b952c-eba0-44bb-abb3-d071b8a94360 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f95088313a0>> port after_create 55550000 {{(pid=73831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:35:20.271459 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-c20b952c-eba0-44bb-abb3-d071b8a94360 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f95088313a0>> port after_delete 55550000 {{(pid=73831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:35:20.271812 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-c20b952c-eba0-44bb-abb3-d071b8a94360 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f95088313a0>> port after_update 55550000 {{(pid=73831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:35:20.272128 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-c20b952c-eba0-44bb-abb3-d071b8a94360 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f95088313a0>> segment after_delete 55550000 {{(pid=73831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:35:20.272443 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-c20b952c-eba0-44bb-abb3-d071b8a94360 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f95088313a0>> subnet after_create 55550000 {{(pid=73831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:35:20.275822 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-c20b952c-eba0-44bb-abb3-d071b8a94360 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f95088313a0>> subnet after_delete 55550000 {{(pid=73831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:35:20.276231 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-c20b952c-eba0-44bb-abb3-d071b8a94360 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f95088313a0>> subnet after_update 55550000 {{(pid=73831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:35:20.330419 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Pushing event updated for resources: {'Port': ['ID=d70daf11-ae8a-4d8a-bc70-65b6eac515b0,revision_number=4']} {{(pid=73833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:35:20.335825 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:35:20.428117 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1342600c-f363-4efc-b279-e78765e76fa5 req-de6c02bd-5ac9-4af5-9b90-e914730546c3 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:20.430118 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-1342600c-f363-4efc-b279-e78765e76fa5 req-de6c02bd-5ac9-4af5-9b90-e914730546c3 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.30 "GET /v2.0/networks?id=1ea45e29-439e-495a-941c-7f5912677888 HTTP/1.1" status: 200  len: 811 time: 0.5544934
May 06 00:35:20.436117 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] get_ports_and_sgs() called for port_ids ['d70daf11-ae8a-4d8a-bc70-65b6eac515b0'] {{(pid=73833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 06 00:35:20.566237 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-90084741-9b8f-423c-9f16-72d74cd0e02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:20.599733 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [req-29450b52-f34c-457a-8fca-22a1a4bc8e1b req-af94f92f-e3e5-43f8-b4bd-965f5d464a2d tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:35:20.660772 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:20.730851 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-c20b952c-eba0-44bb-abb3-d071b8a94360 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f9508b29d00>> subnet after_create 55550000 {{(pid=73831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:35:20.731396 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-c20b952c-eba0-44bb-abb3-d071b8a94360 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f9508b29d00>> subnet after_delete 55550000 {{(pid=73831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:35:20.731822 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-c20b952c-eba0-44bb-abb3-d071b8a94360 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f9508b29d00>> subnet before_create 55550000 {{(pid=73831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:35:20.732155 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-c20b952c-eba0-44bb-abb3-d071b8a94360 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f9508b29d00>> subnet before_update 55550000 {{(pid=73831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:35:20.732670 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.services.segments.db [None req-c20b952c-eba0-44bb-abb3-d071b8a94360 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9509989d60>,) {'filters': {'network_id': ['91d81adc-89f1-488e-8fd1-bbbc72e30395']}} {{(pid=73831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:35:20.735527 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [req-1342600c-f363-4efc-b279-e78765e76fa5 req-e7bd2bf6-1ff6-4d43-b9e6-bf31a5a6a424 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Synchronizing usage tracker for tenant:c6c13c091dfc4aacbf264be74291da6e on resource:security_group {{(pid=73832) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 00:35:20.744779 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [req-29450b52-f34c-457a-8fca-22a1a4bc8e1b req-af94f92f-e3e5-43f8-b4bd-965f5d464a2d tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:35:20.788650 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8435572e-17b1-4b2d-bcd2-00f0556092f8 req-0bf7e989-868f-44a0-adfe-4e259c65fe98 tempest-DeleteServersTestJSON-1871532533 tempest-DeleteServersTestJSON-1871532533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:20.801999 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-8435572e-17b1-4b2d-bcd2-00f0556092f8 req-0bf7e989-868f-44a0-adfe-4e259c65fe98 tempest-DeleteServersTestJSON-1871532533 tempest-DeleteServersTestJSON-1871532533-project] 10.222.0.24 "GET /v2.0/ports?device_id=203fd734-abdf-439f-bf73-a03199230e3f HTTP/1.1" status: 200  len: 944 time: 0.5166810
May 06 00:35:20.833569 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] For port 463c5b46-f55e-4cd6-8bd0-b63aa3ea0806, host dv-cinder-784623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-iscsi',level=0,port_id=463c5b46-f55e-4cd6-8bd0-b63aa3ea0806,segment=NetworkSegment(211ca014-1f1c-4c9d-9a8e-e2529d491b2b),segment_id=211ca014-1f1c-4c9d-9a8e-e2529d491b2b)] {{(pid=73833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:35:20.845688 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [req-1342600c-f363-4efc-b279-e78765e76fa5 req-e7bd2bf6-1ff6-4d43-b9e6-bf31a5a6a424 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Unset dirty status for tenant:c6c13c091dfc4aacbf264be74291da6e on resource:security_group {{(pid=73832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 00:35:20.846372 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:20.847227 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Device 535ed0f5-73ce-4425-8485-3e36642b1ffb up at agent ovs-agent-dv-cinder-784623-8-iscsi {{(pid=73833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 00:35:20.847857 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-1342600c-f363-4efc-b279-e78765e76fa5 req-e7bd2bf6-1ff6-4d43-b9e6-bf31a5a6a424 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c6c13c091dfc4aacbf264be74291da6e HTTP/1.1" status: 200  len: 380 time: 0.4057486
May 06 00:35:20.906346 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:35:20.910856 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.v2.base [req-1342600c-f363-4efc-b279-e78765e76fa5 req-6d899000-4392-4528-af61-3f833a4a36e0 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Request body: {'port': {'device_id': 'f4cd3d09-3e89-4c0b-9e95-5448b9ed53ac', 'network_id': '1ea45e29-439e-495a-941c-7f5912677888', 'admin_state_up': True, 'tenant_id': 'c6c13c091dfc4aacbf264be74291da6e', 'security_groups': ['5accd55e-29bc-4ca7-befd-1574e549f464']}} {{(pid=73832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:35:20.942294 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-b098be7c-494d-42fb-9336-1be0c17eef01 req-b1194df3-bd69-4e0c-8330-bec661db00b1 service neutron] 10.222.0.24 "GET /v2.0/networks/37604004-5acb-4629-b2e7-84023f472da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6749601
May 06 00:35:20.957413 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.services.segments.db [None req-c20b952c-eba0-44bb-abb3-d071b8a94360 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9509989d60>, 'ae4a3fed-79ac-4f28-a238-fce5cb43eda4') {'for_net_delete': True} {{(pid=73831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:35:20.957713 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.services.segments.db [None req-c20b952c-eba0-44bb-abb3-d071b8a94360 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9509989d60>, 'ae4a3fed-79ac-4f28-a238-fce5cb43eda4') {} {{(pid=73831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:35:20.990964 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-c20b952c-eba0-44bb-abb3-d071b8a94360 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767381354599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2930077'] for segment, before_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:21.028047 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Pushing event updated for resources: {'Port': ['ID=463c5b46-f55e-4cd6-8bd0-b63aa3ea0806,revision_number=5']} {{(pid=73833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:35:21.034193 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:35:21.076460 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-c20b952c-eba0-44bb-abb3-d071b8a94360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730493'] for segment, precommit_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:21.099979 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c20b952c-eba0-44bb-abb3-d071b8a94360 admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=73831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 06 00:35:21.100417 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-c20b952c-eba0-44bb-abb3-d071b8a94360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-730484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2942531'] for segment, after_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:21.137130 dv-cinder-784623-8-iscsi neutron-server[73831]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
May 06 00:35:21.137130 dv-cinder-784623-8-iscsi neutron-server[73831]:   from cryptography.utils import int_from_bytes
May 06 00:35:21.137130 dv-cinder-784623-8-iscsi neutron-server[73831]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
May 06 00:35:21.137130 dv-cinder-784623-8-iscsi neutron-server[73831]:   from cryptography.utils import int_from_bytes
May 06 00:35:21.137130 dv-cinder-784623-8-iscsi neutron-server[73831]: Traceback (most recent call last):
May 06 00:35:21.137130 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 06 00:35:21.137130 dv-cinder-784623-8-iscsi neutron-server[73831]:     timer()
May 06 00:35:21.137130 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 06 00:35:21.137130 dv-cinder-784623-8-iscsi neutron-server[73831]:     cb(*args, **kw)
May 06 00:35:21.137130 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 06 00:35:21.137130 dv-cinder-784623-8-iscsi neutron-server[73831]:     return func(*args, **kwargs)
May 06 00:35:21.137130 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 06 00:35:21.137130 dv-cinder-784623-8-iscsi neutron-server[73831]:     self._notify()
May 06 00:35:21.137130 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 06 00:35:21.137130 dv-cinder-784623-8-iscsi neutron-server[73831]:     self.callback(batched_events)
May 06 00:35:21.137130 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 06 00:35:21.137130 dv-cinder-784623-8-iscsi neutron-server[73831]:     event.method(event)
May 06 00:35:21.137130 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 06 00:35:21.137130 dv-cinder-784623-8-iscsi neutron-server[73831]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 06 00:35:21.137130 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 06 00:35:21.137130 dv-cinder-784623-8-iscsi neutron-server[73831]:     aggregate_uuid = self.p_client.list_aggregates(
May 06 00:35:21.137130 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 06 00:35:21.137130 dv-cinder-784623-8-iscsi neutron-server[73831]:     return f(self, *a, **k)
May 06 00:35:21.137130 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 06 00:35:21.137130 dv-cinder-784623-8-iscsi neutron-server[73831]:     return self._get(url).json()
May 06 00:35:21.137130 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 06 00:35:21.137130 dv-cinder-784623-8-iscsi neutron-server[73831]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 06 00:35:21.137130 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 06 00:35:21.137130 dv-cinder-784623-8-iscsi neutron-server[73831]:     return self.request(url, 'GET', **kwargs)
May 06 00:35:21.137130 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 06 00:35:21.137130 dv-cinder-784623-8-iscsi neutron-server[73831]:     base_url = self.get_endpoint(auth, allow=allow,
May 06 00:35:21.137130 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 06 00:35:21.137130 dv-cinder-784623-8-iscsi neutron-server[73831]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 06 00:35:21.137130 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 06 00:35:21.137130 dv-cinder-784623-8-iscsi neutron-server[73831]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 06 00:35:21.137130 dv-cinder-784623-8-iscsi neutron-server[73831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 06 00:35:21.150360 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Provisioning complete for port 535ed0f5-73ce-4425-8485-3e36642b1ffb triggered by entity L2. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 00:35:21.150737 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723253'] for port, provisioning_complete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:21.191273 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29450b52-f34c-457a-8fca-22a1a4bc8e1b req-af94f92f-e3e5-43f8-b4bd-965f5d464a2d tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Made reservation on behalf of 002b4df3d00d43ddba30ad44b32e56cc for: {'port': 1} {{(pid=73832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 06 00:35:21.195271 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-29450b52-f34c-457a-8fca-22a1a4bc8e1b req-af94f92f-e3e5-43f8-b4bd-965f5d464a2d tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:21.312205 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.30', 60543) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:35:21.472410 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.db_base_plugin_common [req-29450b52-f34c-457a-8fca-22a1a4bc8e1b req-af94f92f-e3e5-43f8-b4bd-965f5d464a2d tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Allocated IP 172.20.0.6 (37604004-5acb-4629-b2e7-84023f472da1/80245074-5ce6-4e43-925d-2fdf29939a72/4d31814e-8b0e-4376-9b93-66e0392316c3) {{(pid=73832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 06 00:35:21.524754 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Device 463c5b46-f55e-4cd6-8bd0-b63aa3ea0806 up at agent ovs-agent-dv-cinder-784623-8-iscsi {{(pid=73833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 00:35:21.570285 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [req-1342600c-f363-4efc-b279-e78765e76fa5 req-6d899000-4392-4528-af61-3f833a4a36e0 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:35:21.602005 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [req-1342600c-f363-4efc-b279-e78765e76fa5 req-6d899000-4392-4528-af61-3f833a4a36e0 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:35:21.641344 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1342600c-f363-4efc-b279-e78765e76fa5 req-6d899000-4392-4528-af61-3f833a4a36e0 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Made reservation on behalf of c6c13c091dfc4aacbf264be74291da6e for: {'port': 1} {{(pid=73832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 06 00:35:21.645319 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-1342600c-f363-4efc-b279-e78765e76fa5 req-6d899000-4392-4528-af61-3f833a4a36e0 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:21.648247 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Provisioning complete for port 463c5b46-f55e-4cd6-8bd0-b63aa3ea0806 triggered by entity L2. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 00:35:21.648349 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723253'] for port, provisioning_complete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:21.697763 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-8435572e-17b1-4b2d-bcd2-00f0556092f8 req-308f579d-11d8-4c95-86a7-50f3d07caad4 tempest-DeleteServersTestJSON-1871532533 tempest-DeleteServersTestJSON-1871532533-project] 10.222.0.24 "GET /v2.0/security-groups?id=413bb1eb-c019-4d31-9611-c15e754238b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8872721
May 06 00:35:21.725787 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-c20b952c-eba0-44bb-abb3-d071b8a94360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407932'] for network, after_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:21.764220 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [req-a2545e77-d229-4587-a937-5cff38687e2b req-bea6943f-7e61-425c-b2c1-8ca1bbfe8026 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Synchronizing usage tracker for tenant:aea92748b0624ad09d804decdf1eee48 on resource:port {{(pid=73831) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 00:35:21.789626 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c072b11c-630f-46e5-9402-8d392e9f01c2 req-f2385dee-d737-4abb-a355-dab2584416a5 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:21.790352 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [req-c072b11c-630f-46e5-9402-8d392e9f01c2 req-f2385dee-d737-4abb-a355-dab2584416a5 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Synchronizing usage tracker for tenant:aea92748b0624ad09d804decdf1eee48 on resource:network {{(pid=73831) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 00:35:21.819058 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-c20b952c-eba0-44bb-abb3-d071b8a94360 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535980'] for network, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:21.862289 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:35:21.911437 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20b952c-eba0-44bb-abb3-d071b8a94360 admin admin] Pushing event deleted for resources: {'Network': ['ID=91d81adc-89f1-488e-8fd1-bbbc72e30395,revision_number=None']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:35:21.922610 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-06e5bd5a-9e4a-4653-864f-becf711c9df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:21.926011 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-c20b952c-eba0-44bb-abb3-d071b8a94360 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:35:21.929604 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [req-a2545e77-d229-4587-a937-5cff38687e2b req-bea6943f-7e61-425c-b2c1-8ca1bbfe8026 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Unset dirty status for tenant:aea92748b0624ad09d804decdf1eee48 on resource:port {{(pid=73831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 00:35:21.931176 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-a2545e77-d229-4587-a937-5cff38687e2b req-bea6943f-7e61-425c-b2c1-8ca1bbfe8026 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=15ce2da6-b007-4eb2-a16e-92ba2286a634 HTTP/1.1" status: 200  len: 210 time: 0.3085051
May 06 00:35:21.964474 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-c20b952c-eba0-44bb-abb3-d071b8a94360 admin admin] 10.222.0.24 "DELETE /v2.0/networks/91d81adc-89f1-488e-8fd1-bbbc72e30395 HTTP/1.1" status: 204  len: 168 time: 2.7595274
May 06 00:35:21.966043 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 35834) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:35:22.008576 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [req-c072b11c-630f-46e5-9402-8d392e9f01c2 req-f2385dee-d737-4abb-a355-dab2584416a5 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Unset dirty status for tenant:aea92748b0624ad09d804decdf1eee48 on resource:network {{(pid=73831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 00:35:22.010198 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-c072b11c-630f-46e5-9402-8d392e9f01c2 req-f2385dee-d737-4abb-a355-dab2584416a5 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.30 "GET /v2.0/networks?id=f1ee20ed-17e0-4650-a61e-4e2579bfb5cb HTTP/1.1" status: 200  len: 817 time: 0.6923983
May 06 00:35:22.107287 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-f62090a7-c1b7-40b9-a43c-fb48d42c997a req-75e0badc-f9c0-4aa9-bc9d-6a05209df585 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4cd3d09-3e89-4c0b-9e95-5448b9ed53ac HTTP/1.1" status: 200  len: 210 time: 0.0690224
May 06 00:35:22.141079 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [req-c072b11c-630f-46e5-9402-8d392e9f01c2 req-03a2b0ec-640e-4672-92ca-f59f0cb1f1be tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Synchronizing usage tracker for tenant:aea92748b0624ad09d804decdf1eee48 on resource:security_group {{(pid=73831) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 00:35:22.151895 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-7f9f84e4-a459-4635-9609-fa2339f54170 req-89a91964-c91c-47bf-a5b1-f980c29de4be tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bf01176-0ef5-4420-92a6-7fe2055496f1 HTTP/1.1" status: 200  len: 210 time: 0.1378870
May 06 00:35:22.171432 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.db_base_plugin_v2 [None req-df57a5b2-afc1-4e15-8e83-623d4cab0b33 admin admin] Deleting subnet ac84c4c4-f50c-433d-b5a7-e8b1c5737b81 {{(pid=73831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 06 00:35:22.177398 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-df57a5b2-afc1-4e15-8e83-623d4cab0b33 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:22.203969 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [req-c072b11c-630f-46e5-9402-8d392e9f01c2 req-03a2b0ec-640e-4672-92ca-f59f0cb1f1be tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Unset dirty status for tenant:aea92748b0624ad09d804decdf1eee48 on resource:security_group {{(pid=73831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 00:35:22.205221 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-c072b11c-630f-46e5-9402-8d392e9f01c2 req-03a2b0ec-640e-4672-92ca-f59f0cb1f1be tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aea92748b0624ad09d804decdf1eee48 HTTP/1.1" status: 200  len: 380 time: 0.1474962
May 06 00:35:22.216494 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.db_base_plugin_common [req-1342600c-f363-4efc-b279-e78765e76fa5 req-6d899000-4392-4528-af61-3f833a4a36e0 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Allocated IP 172.20.0.11 (1ea45e29-439e-495a-941c-7f5912677888/693ca583-83b8-4934-b0a4-9f6d64f7b0b2/fecd3a1a-9141-44a4-a881-089790423897) {{(pid=73832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 06 00:35:22.218636 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.v2.base [req-c072b11c-630f-46e5-9402-8d392e9f01c2 req-52b546c6-0d06-49f0-bbc6-25d109ab6cdb tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Request body: {'port': {'device_id': '15ce2da6-b007-4eb2-a16e-92ba2286a634', 'network_id': 'f1ee20ed-17e0-4650-a61e-4e2579bfb5cb', 'admin_state_up': True, 'tenant_id': 'aea92748b0624ad09d804decdf1eee48', 'security_groups': ['6a34f04e-64d6-4aca-9087-db3260c441d3']}} {{(pid=73831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:35:22.327067 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-29450b52-f34c-457a-8fca-22a1a4bc8e1b req-af94f92f-e3e5-43f8-b4bd-965f5d464a2d tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Notify callbacks [] for port, precommit_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:22.372452 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-29450b52-f34c-457a-8fca-22a1a4bc8e1b req-af94f92f-e3e5-43f8-b4bd-965f5d464a2d tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767380898820'] for port, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:22.432626 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-98953d2b-aa72-4413-a62d-81b1335f89b7 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:35:22.475618 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-df57a5b2-afc1-4e15-8e83-623d4cab0b33 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2930050'] for subnet, precommit_delete_associations {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:22.504661 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29450b52-f34c-457a-8fca-22a1a4bc8e1b req-af94f92f-e3e5-43f8-b4bd-965f5d464a2d tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Network 37604004-5acb-4629-b2e7-84023f472da1 is already hosted by enough agents. {{(pid=73832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 00:35:22.510036 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.scheduler.base_scheduler [req-29450b52-f34c-457a-8fca-22a1a4bc8e1b req-af94f92f-e3e5-43f8-b4bd-965f5d464a2d tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Resources bound (agent type, host, resource id):  {{(pid=73832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 00:35:22.524474 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.l3_dvrscheduler_db [req-29450b52-f34c-457a-8fca-22a1a4bc8e1b req-af94f92f-e3e5-43f8-b4bd-965f5d464a2d tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Received port after_create {{(pid=73832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 06 00:35:22.530892 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29450b52-f34c-457a-8fca-22a1a4bc8e1b req-af94f92f-e3e5-43f8-b4bd-965f5d464a2d tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:22.531438 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-29450b52-f34c-457a-8fca-22a1a4bc8e1b req-af94f92f-e3e5-43f8-b4bd-965f5d464a2d tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535980'] for port, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:22.576674 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af94f92f-e3e5-43f8-b4bd-965f5d464a2d tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Pushing event updated for resources: {'Port': ['ID=4d31814e-8b0e-4376-9b93-66e0392316c3,revision_number=1']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:35:22.584216 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-af94f92f-e3e5-43f8-b4bd-965f5d464a2d tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:35:22.618483 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-29450b52-f34c-457a-8fca-22a1a4bc8e1b req-af94f92f-e3e5-43f8-b4bd-965f5d464a2d tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.8607945
May 06 00:35:22.627394 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-1342600c-f363-4efc-b279-e78765e76fa5 req-6d899000-4392-4528-af61-3f833a4a36e0 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Notify callbacks [] for port, precommit_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:22.631685 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-df57a5b2-afc1-4e15-8e83-623d4cab0b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736327'] for subnet, precommit_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:22.639931 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.v2.base [req-29450b52-f34c-457a-8fca-22a1a4bc8e1b req-4f865148-ce9c-43cd-b8af-21b9bad4e522 service neutron] Request body: {'port': {'device_id': '07ff8e08-f2b7-4e46-b8df-eed0ff990983', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=73832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:35:22.662737 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [req-c072b11c-630f-46e5-9402-8d392e9f01c2 req-52b546c6-0d06-49f0-bbc6-25d109ab6cdb tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:35:22.707100 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [req-c072b11c-630f-46e5-9402-8d392e9f01c2 req-52b546c6-0d06-49f0-bbc6-25d109ab6cdb tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:35:22.782626 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c072b11c-630f-46e5-9402-8d392e9f01c2 req-52b546c6-0d06-49f0-bbc6-25d109ab6cdb tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Made reservation on behalf of aea92748b0624ad09d804decdf1eee48 for: {'port': 1} {{(pid=73831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 06 00:35:22.787243 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [req-c072b11c-630f-46e5-9402-8d392e9f01c2 req-52b546c6-0d06-49f0-bbc6-25d109ab6cdb tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:22.790248 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.provisioning_blocks [req-1342600c-f363-4efc-b279-e78765e76fa5 req-6d899000-4392-4528-af61-3f833a4a36e0 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Transition to ACTIVE for port object fecd3a1a-9141-44a4-a881-089790423897 will not be triggered until provisioned by entity DHCP. {{(pid=73832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 00:35:22.811459 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-29450b52-f34c-457a-8fca-22a1a4bc8e1b req-4f865148-ce9c-43cd-b8af-21b9bad4e522 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:22.982142 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Device d70daf11-ae8a-4d8a-bc70-65b6eac515b0 up at agent hyperv_hv-cinder-78462 {{(pid=73833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 00:35:23.023202 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.30', 60547) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:35:23.127780 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Provisioning for port d70daf11-ae8a-4d8a-bc70-65b6eac515b0 completed by entity L2. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 00:35:23.133926 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Provisioning complete for port d70daf11-ae8a-4d8a-bc70-65b6eac515b0 triggered by entity L2. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 00:35:23.134516 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723253'] for port, provisioning_complete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:23.244873 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-a8526e6a-2209-4c8d-b5a8-72f3bbb0e53f req-6feac45f-1602-4c59-b759-3b5908f1240c tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=15ce2da6-b007-4eb2-a16e-92ba2286a634 HTTP/1.1" status: 200  len: 210 time: 0.1088216
May 06 00:35:23.267369 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-1342600c-f363-4efc-b279-e78765e76fa5 req-6d899000-4392-4528-af61-3f833a4a36e0 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767380898820'] for port, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:23.305992 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.db_base_plugin_common [req-c072b11c-630f-46e5-9402-8d392e9f01c2 req-52b546c6-0d06-49f0-bbc6-25d109ab6cdb tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Allocated IP 172.20.0.4 (f1ee20ed-17e0-4650-a61e-4e2579bfb5cb/587fdbbc-2087-48fc-8109-2b5f3ba73405/163e2ec3-2d31-4d71-b82f-9ef0fbf1fa68) {{(pid=73831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 06 00:35:23.369023 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:35:23.440849 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d728b93-8925-495f-a99d-25034ee82d1b req-7bfd8d29-e528-469b-9531-5fe39a3de596 tempest-DeleteServersTestJSON-1871532533 tempest-DeleteServersTestJSON-1871532533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:23.447910 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-1d728b93-8925-495f-a99d-25034ee82d1b req-7bfd8d29-e528-469b-9531-5fe39a3de596 tempest-DeleteServersTestJSON-1871532533 tempest-DeleteServersTestJSON-1871532533-project] 10.222.0.24 "GET /v2.0/ports?device_id=203fd734-abdf-439f-bf73-a03199230e3f HTTP/1.1" status: 200  len: 944 time: 0.5424316
May 06 00:35:23.481908 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:23.545811 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] For port d70daf11-ae8a-4d8a-bc70-65b6eac515b0, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=d70daf11-ae8a-4d8a-bc70-65b6eac515b0,segment=NetworkSegment(37cb53a6-4f3d-4fc5-b9f6-a7e3da898794),segment_id=37cb53a6-4f3d-4fc5-b9f6-a7e3da898794)] {{(pid=73833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:35:23.546239 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '203fd734-abdf-439f-bf73-a03199230e3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd70daf11-ae8a-4d8a-bc70-65b6eac515b0'}] {{(pid=73833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 00:35:23.597156 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-df57a5b2-afc1-4e15-8e83-623d4cab0b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2942501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3145219'] for subnet, after_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:23.611779 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:23.613884 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-4b564a0b-e4eb-489a-a754-90ab6cb51915 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:35:23.620389 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:35:23.695348 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df57a5b2-afc1-4e15-8e83-623d4cab0b33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac84c4c4-f50c-433d-b5a7-e8b1c5737b81,revision_number=None']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:35:23.699938 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Pushing event updated for resources: {'Port': ['ID=d70daf11-ae8a-4d8a-bc70-65b6eac515b0,revision_number=5']} {{(pid=73833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:35:23.720444 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:35:23.726140 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-1d728b93-8925-495f-a99d-25034ee82d1b req-e4bffeea-212b-4089-9a25-7923720a132b tempest-DeleteServersTestJSON-1871532533 tempest-DeleteServersTestJSON-1871532533-project] 10.222.0.24 "GET /v2.0/security-groups?id=413bb1eb-c019-4d31-9611-c15e754238b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2773938
May 06 00:35:23.727831 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-df57a5b2-afc1-4e15-8e83-623d4cab0b33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:35:23.753210 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-df57a5b2-afc1-4e15-8e83-623d4cab0b33 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:23.795193 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1342600c-f363-4efc-b279-e78765e76fa5 req-6d899000-4392-4528-af61-3f833a4a36e0 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Network 1ea45e29-439e-495a-941c-7f5912677888 is already hosted by enough agents. {{(pid=73832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 00:35:23.805223 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-df57a5b2-afc1-4e15-8e83-623d4cab0b33 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/ac84c4c4-f50c-433d-b5a7-e8b1c5737b81 HTTP/1.1" status: 204  len: 168 time: 1.8374183
May 06 00:35:23.806650 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 35904) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:35:23.819015 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.scheduler.base_scheduler [req-1342600c-f363-4efc-b279-e78765e76fa5 req-6d899000-4392-4528-af61-3f833a4a36e0 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Resources bound (agent type, host, resource id):  {{(pid=73832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 00:35:23.826341 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.l3_dvrscheduler_db [req-1342600c-f363-4efc-b279-e78765e76fa5 req-6d899000-4392-4528-af61-3f833a4a36e0 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Received port after_create {{(pid=73832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 06 00:35:23.837772 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1342600c-f363-4efc-b279-e78765e76fa5 req-6d899000-4392-4528-af61-3f833a4a36e0 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:23.838601 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-1342600c-f363-4efc-b279-e78765e76fa5 req-6d899000-4392-4528-af61-3f833a4a36e0 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535980'] for port, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:23.956956 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-1342600c-f363-4efc-b279-e78765e76fa5 req-6d899000-4392-4528-af61-3f833a4a36e0 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.0521493
May 06 00:35:23.964143 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-064d11ec-83fb-4840-8741-00e4632fe1db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608327'] for network, before_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:24.018575 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [req-c072b11c-630f-46e5-9402-8d392e9f01c2 req-52b546c6-0d06-49f0-bbc6-25d109ab6cdb tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Notify callbacks [] for port, precommit_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:24.036890 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.v2.base [req-1342600c-f363-4efc-b279-e78765e76fa5 req-94d8f4a3-c3e5-426e-9bb0-7c9093e27702 service neutron] Request body: {'port': {'device_id': 'f4cd3d09-3e89-4c0b-9e95-5448b9ed53ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=73832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:35:24.075643 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d899000-4392-4528-af61-3f833a4a36e0 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Pushing event updated for resources: {'Port': ['ID=fecd3a1a-9141-44a4-a881-089790423897,revision_number=1']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:35:24.082866 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-6d899000-4392-4528-af61-3f833a4a36e0 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.714s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:35:24.090556 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b098be7c-494d-42fb-9336-1be0c17eef01 req-cfaa8642-6a28-4b2e-816b-1bd40ec34081 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:24.092012 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-b098be7c-494d-42fb-9336-1be0c17eef01 req-cfaa8642-6a28-4b2e-816b-1bd40ec34081 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.30 "GET /v2.0/networks?id=37604004-5acb-4629-b2e7-84023f472da1 HTTP/1.1" status: 200  len: 819 time: 1.0656722
May 06 00:35:24.113596 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b188339-da45-4cb2-8e06-6b68bfe2e4a8 req-5285933c-b71a-4da4-9be3-32937b386e3a tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:24.115354 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-8b188339-da45-4cb2-8e06-6b68bfe2e4a8 req-5285933c-b71a-4da4-9be3-32937b386e3a tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4cd3d09-3e89-4c0b-9e95-5448b9ed53ac HTTP/1.1" status: 200  len: 932 time: 0.5593650
May 06 00:35:24.125395 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.v2.base [req-b098be7c-494d-42fb-9336-1be0c17eef01 req-76b0110a-52ea-4250-ad5b-ff74a9a15b1a tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Request body: {'port': {'device_id': '3bf01176-0ef5-4420-92a6-7fe2055496f1', 'network_id': '37604004-5acb-4629-b2e7-84023f472da1', 'admin_state_up': True, 'tenant_id': '002b4df3d00d43ddba30ad44b32e56cc'}} {{(pid=73832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:35:24.144240 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [req-cdc4563b-5fd8-42d0-88db-12acd61242bc req-056b9f06-5065-4636-9506-46c697a70230 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Synchronizing usage tracker for tenant:002b4df3d00d43ddba30ad44b32e56cc on resource:port {{(pid=73832) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 00:35:24.248316 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.provisioning_blocks [req-c072b11c-630f-46e5-9402-8d392e9f01c2 req-52b546c6-0d06-49f0-bbc6-25d109ab6cdb tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Transition to ACTIVE for port object 163e2ec3-2d31-4d71-b82f-9ef0fbf1fa68 will not be triggered until provisioned by entity DHCP. {{(pid=73831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 00:35:24.267341 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-064d11ec-83fb-4840-8741-00e4632fe1db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733884', 'neutron.services.segments.db._delete_segments_for_network-8767381342109'] for network, precommit_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:24.289764 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.services.segments.db [None req-064d11ec-83fb-4840-8741-00e4632fe1db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9508196f10>,) {'filters': {'network_id': ['5c4c48f3-af4d-4d5f-8cfb-2859b5847da4']}} {{(pid=73831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:35:24.295861 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-ef9b7566-8907-4877-9149-f52cf9052b08 None None] Provisioning for port fecd3a1a-9141-44a4-a881-089790423897 completed by entity DHCP. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 00:35:24.307612 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-ef9b7566-8907-4877-9149-f52cf9052b08 None None] Provisioning complete for port fecd3a1a-9141-44a4-a881-089790423897 triggered by entity DHCP. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 00:35:24.309678 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-ef9b7566-8907-4877-9149-f52cf9052b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723253'] for port, provisioning_complete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:24.311591 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [req-cdc4563b-5fd8-42d0-88db-12acd61242bc req-056b9f06-5065-4636-9506-46c697a70230 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Unset dirty status for tenant:002b4df3d00d43ddba30ad44b32e56cc on resource:port {{(pid=73832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 00:35:24.312711 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-cdc4563b-5fd8-42d0-88db-12acd61242bc req-056b9f06-5065-4636-9506-46c697a70230 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bf01176-0ef5-4420-92a6-7fe2055496f1 HTTP/1.1" status: 200  len: 210 time: 0.3602130
May 06 00:35:24.320517 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-8b188339-da45-4cb2-8e06-6b68bfe2e4a8 req-2f4c141d-977b-42cc-a5db-8de222de8f4f tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/security-groups?id=5accd55e-29bc-4ca7-befd-1574e549f464&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1815875
May 06 00:35:24.356816 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.services.segments.db [None req-064d11ec-83fb-4840-8741-00e4632fe1db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9508196f10>, '81f5966b-b77a-4bbb-a8b7-cdc5ff458b74') {'for_net_delete': True} {{(pid=73831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:35:24.356816 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.services.segments.db [None req-064d11ec-83fb-4840-8741-00e4632fe1db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9508196f10>, '81f5966b-b77a-4bbb-a8b7-cdc5ff458b74') {} {{(pid=73831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:35:24.372712 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-064d11ec-83fb-4840-8741-00e4632fe1db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767381354599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2930077'] for segment, before_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:24.393602 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-064d11ec-83fb-4840-8741-00e4632fe1db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730493'] for segment, precommit_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:24.409053 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-064d11ec-83fb-4840-8741-00e4632fe1db admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=73831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 06 00:35:24.409338 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-064d11ec-83fb-4840-8741-00e4632fe1db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-730484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2942531'] for segment, after_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:24.431459 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.plugin [None req-ef9b7566-8907-4877-9149-f52cf9052b08 None None] Port fecd3a1a-9141-44a4-a881-089790423897 cannot update to ACTIVE because it is not bound. {{(pid=73833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 06 00:35:24.433652 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 35926) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:35:24.434837 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-1342600c-f363-4efc-b279-e78765e76fa5 req-94d8f4a3-c3e5-426e-9bb0-7c9093e27702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:24.499303 dv-cinder-784623-8-iscsi neutron-server[73831]: Traceback (most recent call last):
May 06 00:35:24.499303 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 06 00:35:24.499303 dv-cinder-784623-8-iscsi neutron-server[73831]:     timer()
May 06 00:35:24.499303 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 06 00:35:24.499303 dv-cinder-784623-8-iscsi neutron-server[73831]:     cb(*args, **kw)
May 06 00:35:24.499303 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 06 00:35:24.499303 dv-cinder-784623-8-iscsi neutron-server[73831]:     return func(*args, **kwargs)
May 06 00:35:24.499303 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 06 00:35:24.499303 dv-cinder-784623-8-iscsi neutron-server[73831]:     self._notify()
May 06 00:35:24.499303 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 06 00:35:24.499303 dv-cinder-784623-8-iscsi neutron-server[73831]:     self.callback(batched_events)
May 06 00:35:24.499303 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 06 00:35:24.499303 dv-cinder-784623-8-iscsi neutron-server[73831]:     event.method(event)
May 06 00:35:24.499303 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 06 00:35:24.499303 dv-cinder-784623-8-iscsi neutron-server[73831]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 06 00:35:24.499303 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 06 00:35:24.499303 dv-cinder-784623-8-iscsi neutron-server[73831]:     aggregate_uuid = self.p_client.list_aggregates(
May 06 00:35:24.499303 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 06 00:35:24.499303 dv-cinder-784623-8-iscsi neutron-server[73831]:     return f(self, *a, **k)
May 06 00:35:24.499303 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 06 00:35:24.499303 dv-cinder-784623-8-iscsi neutron-server[73831]:     return self._get(url).json()
May 06 00:35:24.499303 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 06 00:35:24.499303 dv-cinder-784623-8-iscsi neutron-server[73831]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 06 00:35:24.499303 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 06 00:35:24.499303 dv-cinder-784623-8-iscsi neutron-server[73831]:     return self.request(url, 'GET', **kwargs)
May 06 00:35:24.499303 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 06 00:35:24.499303 dv-cinder-784623-8-iscsi neutron-server[73831]:     base_url = self.get_endpoint(auth, allow=allow,
May 06 00:35:24.499303 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 06 00:35:24.499303 dv-cinder-784623-8-iscsi neutron-server[73831]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 06 00:35:24.499303 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 06 00:35:24.499303 dv-cinder-784623-8-iscsi neutron-server[73831]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 06 00:35:24.499303 dv-cinder-784623-8-iscsi neutron-server[73831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 06 00:35:24.566393 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [req-1470c31d-fcca-44c9-b4c8-8009d851ce2d req-f4370aca-f58b-400c-8318-82bbe2e97af8 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Synchronizing usage tracker for tenant:aea92748b0624ad09d804decdf1eee48 on resource:port {{(pid=73831) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 00:35:24.575259 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-064d11ec-83fb-4840-8741-00e4632fe1db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407932'] for network, after_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:24.588484 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-c20b952c-eba0-44bb-abb3-d071b8a94360 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:35:24.605370 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-064d11ec-83fb-4840-8741-00e4632fe1db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535980'] for network, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:24.615197 dv-cinder-784623-8-iscsi neutron-server[73833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '203fd734-abdf-439f-bf73-a03199230e3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd70daf11-ae8a-4d8a-bc70-65b6eac515b0', 'code': 200}
May 06 00:35:24.620791 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-064d11ec-83fb-4840-8741-00e4632fe1db admin admin] 10.222.0.24 "DELETE /v2.0/networks/5c4c48f3-af4d-4d5f-8cfb-2859b5847da4 HTTP/1.1" status: 204  len: 168 time: 0.8058901
May 06 00:35:24.624373 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [req-c072b11c-630f-46e5-9402-8d392e9f01c2 req-52b546c6-0d06-49f0-bbc6-25d109ab6cdb tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767380898820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2942582'] for port, after_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:24.626376 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064d11ec-83fb-4840-8741-00e4632fe1db admin admin] Pushing event deleted for resources: {'Network': ['ID=5c4c48f3-af4d-4d5f-8cfb-2859b5847da4,revision_number=None']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:35:24.628957 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-064d11ec-83fb-4840-8741-00e4632fe1db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:35:24.633841 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-858a9b3b-194c-427f-a162-5eb22f4f21e7 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:35:24.679679 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [req-1470c31d-fcca-44c9-b4c8-8009d851ce2d req-f4370aca-f58b-400c-8318-82bbe2e97af8 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Unset dirty status for tenant:aea92748b0624ad09d804decdf1eee48 on resource:port {{(pid=73831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 00:35:24.688506 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-1470c31d-fcca-44c9-b4c8-8009d851ce2d req-f4370aca-f58b-400c-8318-82bbe2e97af8 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=15ce2da6-b007-4eb2-a16e-92ba2286a634 HTTP/1.1" status: 200  len: 210 time: 0.1787105
May 06 00:35:24.692008 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.notifiers.nova [req-29450b52-f34c-457a-8fca-22a1a4bc8e1b req-4f865148-ce9c-43cd-b8af-21b9bad4e522 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d31814e-8b0e-4376-9b93-66e0392316c3 {{(pid=73832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 06 00:35:24.701504 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [req-b098be7c-494d-42fb-9336-1be0c17eef01 req-76b0110a-52ea-4250-ad5b-ff74a9a15b1a tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:35:24.712354 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-29450b52-f34c-457a-8fca-22a1a4bc8e1b req-4f865148-ce9c-43cd-b8af-21b9bad4e522 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:24.730418 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c072b11c-630f-46e5-9402-8d392e9f01c2 req-52b546c6-0d06-49f0-bbc6-25d109ab6cdb tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Network f1ee20ed-17e0-4650-a61e-4e2579bfb5cb is already hosted by enough agents. {{(pid=73831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 00:35:24.738994 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.scheduler.base_scheduler [req-c072b11c-630f-46e5-9402-8d392e9f01c2 req-52b546c6-0d06-49f0-bbc6-25d109ab6cdb tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Resources bound (agent type, host, resource id):  {{(pid=73831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 00:35:24.744777 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.l3_dvrscheduler_db [req-c072b11c-630f-46e5-9402-8d392e9f01c2 req-52b546c6-0d06-49f0-bbc6-25d109ab6cdb tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Received port after_create {{(pid=73831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 06 00:35:24.765845 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [req-b098be7c-494d-42fb-9336-1be0c17eef01 req-76b0110a-52ea-4250-ad5b-ff74a9a15b1a tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:35:24.792290 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b546c6-0d06-49f0-bbc6-25d109ab6cdb tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Pushing event updated for resources: {'Port': ['ID=163e2ec3-2d31-4d71-b82f-9ef0fbf1fa68,revision_number=1']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:35:24.804174 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-52b546c6-0d06-49f0-bbc6-25d109ab6cdb tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:35:24.818160 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c072b11c-630f-46e5-9402-8d392e9f01c2 req-52b546c6-0d06-49f0-bbc6-25d109ab6cdb tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:24.818901 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [req-c072b11c-630f-46e5-9402-8d392e9f01c2 req-52b546c6-0d06-49f0-bbc6-25d109ab6cdb tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535980'] for port, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:24.862661 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-c072b11c-630f-46e5-9402-8d392e9f01c2 req-52b546c6-0d06-49f0-bbc6-25d109ab6cdb tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.6493664
May 06 00:35:24.880957 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.v2.base [req-c072b11c-630f-46e5-9402-8d392e9f01c2 req-7c08b179-fa70-4dd5-9595-675c0d5a54c3 service neutron] Request body: {'port': {'device_id': '15ce2da6-b007-4eb2-a16e-92ba2286a634', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=73831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:35:24.914629 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 35938) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:35:24.915195 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.30', 60553) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:35:24.984910 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.provisioning_blocks [req-29450b52-f34c-457a-8fca-22a1a4bc8e1b req-4f865148-ce9c-43cd-b8af-21b9bad4e522 service neutron] Transition to ACTIVE for port object 4d31814e-8b0e-4376-9b93-66e0392316c3 will not be triggered until provisioned by entity L2. {{(pid=73832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 00:35:24.993974 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-b9f48d7c-4b9e-4470-ac72-4257ce0791fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:25.003955 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b098be7c-494d-42fb-9336-1be0c17eef01 req-76b0110a-52ea-4250-ad5b-ff74a9a15b1a tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Made reservation on behalf of 002b4df3d00d43ddba30ad44b32e56cc for: {'port': 1} {{(pid=73832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 06 00:35:25.007800 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-b098be7c-494d-42fb-9336-1be0c17eef01 req-76b0110a-52ea-4250-ad5b-ff74a9a15b1a tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:25.061480 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-047c2f07-2357-48f7-a5b5-29eb953529cc None None] Provisioning for port 163e2ec3-2d31-4d71-b82f-9ef0fbf1fa68 completed by entity DHCP. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 00:35:25.065079 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-29450b52-f34c-457a-8fca-22a1a4bc8e1b req-4f865148-ce9c-43cd-b8af-21b9bad4e522 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:25.072001 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-047c2f07-2357-48f7-a5b5-29eb953529cc None None] Provisioning complete for port 163e2ec3-2d31-4d71-b82f-9ef0fbf1fa68 triggered by entity DHCP. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 00:35:25.075704 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-047c2f07-2357-48f7-a5b5-29eb953529cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723253'] for port, provisioning_complete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:25.086653 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [req-c072b11c-630f-46e5-9402-8d392e9f01c2 req-7c08b179-fa70-4dd5-9595-675c0d5a54c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:25.087383 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-6d899000-4392-4528-af61-3f833a4a36e0 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:35:25.125872 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-b9f48d7c-4b9e-4470-ac72-4257ce0791fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:35:25.161355 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.plugin [None req-047c2f07-2357-48f7-a5b5-29eb953529cc None None] Port 163e2ec3-2d31-4d71-b82f-9ef0fbf1fa68 cannot update to ACTIVE because it is not bound. {{(pid=73833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 06 00:35:25.165091 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-b9f48d7c-4b9e-4470-ac72-4257ce0791fe admin admin] Usage tracker for resource:security_group_rule and tenant:8f95747e6d9644a1a9fe2a5b2be58aee is out of sync, need to count used quota {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:35:25.178307 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-b9f48d7c-4b9e-4470-ac72-4257ce0791fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:35:25.290101 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-b9f48d7c-4b9e-4470-ac72-4257ce0791fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:35:25.529136 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-0f3b5ab5-7013-45be-89cc-42ae32db7ec2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=62e280253fcf4032b54b7edc17b4e930&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6047406
May 06 00:35:25.533813 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 35966) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:35:25.548848 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f865148-ce9c-43cd-b8af-21b9bad4e522 service neutron] Pushing event updated for resources: {'Port': ['ID=4d31814e-8b0e-4376-9b93-66e0392316c3,revision_number=2']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:35:25.570355 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-4f865148-ce9c-43cd-b8af-21b9bad4e522 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:35:25.614785 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-8885ba29-692d-4bc2-ac9f-6e29c442f79f req-6fda56e6-e822-46e3-9554-dd587c580f6e tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bf01176-0ef5-4420-92a6-7fe2055496f1 HTTP/1.1" status: 200  len: 210 time: 0.0689175
May 06 00:35:25.659283 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.notifiers.nova [req-c072b11c-630f-46e5-9402-8d392e9f01c2 req-7c08b179-fa70-4dd5-9595-675c0d5a54c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 163e2ec3-2d31-4d71-b82f-9ef0fbf1fa68 {{(pid=73831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 06 00:35:25.674386 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [req-c072b11c-630f-46e5-9402-8d392e9f01c2 req-7c08b179-fa70-4dd5-9595-675c0d5a54c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:25.715567 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.provisioning_blocks [req-c072b11c-630f-46e5-9402-8d392e9f01c2 req-7c08b179-fa70-4dd5-9595-675c0d5a54c3 service neutron] Transition to ACTIVE for port object 163e2ec3-2d31-4d71-b82f-9ef0fbf1fa68 will not be triggered until provisioned by entity L2. {{(pid=73831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 00:35:25.724106 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [req-c072b11c-630f-46e5-9402-8d392e9f01c2 req-7c08b179-fa70-4dd5-9595-675c0d5a54c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2942575'] for port, after_update {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:25.743186 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:35:25.783830 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.managers [req-29450b52-f34c-457a-8fca-22a1a4bc8e1b req-4f865148-ce9c-43cd-b8af-21b9bad4e522 service neutron] Attempting to bind port 4d31814e-8b0e-4376-9b93-66e0392316c3 on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=73832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 06 00:35:25.784505 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.managers [req-29450b52-f34c-457a-8fca-22a1a4bc8e1b req-4f865148-ce9c-43cd-b8af-21b9bad4e522 service neutron] Attempting to bind port 4d31814e-8b0e-4376-9b93-66e0392316c3 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '211ca014-1f1c-4c9d-9a8e-e2529d491b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '37604004-5acb-4629-b2e7-84023f472da1'}] {{(pid=73832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 06 00:35:25.784947 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29450b52-f34c-457a-8fca-22a1a4bc8e1b req-4f865148-ce9c-43cd-b8af-21b9bad4e522 service neutron] Attempting to bind port 4d31814e-8b0e-4376-9b93-66e0392316c3 on network 37604004-5acb-4629-b2e7-84023f472da1 {{(pid=73832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 00:35:25.802362 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29450b52-f34c-457a-8fca-22a1a4bc8e1b req-4f865148-ce9c-43cd-b8af-21b9bad4e522 service neutron] Port 4d31814e-8b0e-4376-9b93-66e0392316c3 on network 37604004-5acb-4629-b2e7-84023f472da1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=73832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 06 00:35:25.802857 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29450b52-f34c-457a-8fca-22a1a4bc8e1b req-4f865148-ce9c-43cd-b8af-21b9bad4e522 service neutron] Attempting to bind port 4d31814e-8b0e-4376-9b93-66e0392316c3 on network 37604004-5acb-4629-b2e7-84023f472da1 {{(pid=73832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 00:35:25.823772 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e21743-e562-4d77-ad55-9023b63b3af9 req-e149a62a-957a-4ae7-bb8f-0c79f909ea07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:25.825957 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-a7e21743-e562-4d77-ad55-9023b63b3af9 req-e149a62a-957a-4ae7-bb8f-0c79f909ea07 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=203fd734-abdf-439f-bf73-a03199230e3f HTTP/1.1" status: 200  len: 1098 time: 0.9000032
May 06 00:35:25.879897 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.db_base_plugin_common [req-b098be7c-494d-42fb-9336-1be0c17eef01 req-76b0110a-52ea-4250-ad5b-ff74a9a15b1a tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Allocated IP 172.20.0.8 (37604004-5acb-4629-b2e7-84023f472da1/80245074-5ce6-4e43-925d-2fdf29939a72/77feed8a-8b0f-4871-804a-1673330a40ef) {{(pid=73832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 06 00:35:26.062688 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c08b179-fa70-4dd5-9595-675c0d5a54c3 service neutron] Pushing event updated for resources: {'Port': ['ID=163e2ec3-2d31-4d71-b82f-9ef0fbf1fa68,revision_number=2']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:35:26.065088 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29450b52-f34c-457a-8fca-22a1a4bc8e1b req-4f865148-ce9c-43cd-b8af-21b9bad4e522 service neutron] Checking agent: {'id': '98bc602c-e9ce-4757-b8df-ef22d3a5b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 0, 33, 13), 'started_at': datetime.datetime(2021, 5, 6, 0, 33, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 0, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 06 00:35:26.065433 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29450b52-f34c-457a-8fca-22a1a4bc8e1b req-4f865148-ce9c-43cd-b8af-21b9bad4e522 service neutron] Checking segment: {'id': '211ca014-1f1c-4c9d-9a8e-e2529d491b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '37604004-5acb-4629-b2e7-84023f472da1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 00:35:26.065890 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29450b52-f34c-457a-8fca-22a1a4bc8e1b req-4f865148-ce9c-43cd-b8af-21b9bad4e522 service neutron] Bound using segment: {'id': '211ca014-1f1c-4c9d-9a8e-e2529d491b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '37604004-5acb-4629-b2e7-84023f472da1'} {{(pid=73832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 06 00:35:26.066329 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.managers [req-29450b52-f34c-457a-8fca-22a1a4bc8e1b req-4f865148-ce9c-43cd-b8af-21b9bad4e522 service neutron] Bound port: 4d31814e-8b0e-4376-9b93-66e0392316c3, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '211ca014-1f1c-4c9d-9a8e-e2529d491b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '37604004-5acb-4629-b2e7-84023f472da1'}}] {{(pid=73832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 06 00:35:26.066671 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-29450b52-f34c-457a-8fca-22a1a4bc8e1b req-4f865148-ce9c-43cd-b8af-21b9bad4e522 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:26.073877 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-7c08b179-fa70-4dd5-9595-675c0d5a54c3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:35:26.084388 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.managers [req-c072b11c-630f-46e5-9402-8d392e9f01c2 req-7c08b179-fa70-4dd5-9595-675c0d5a54c3 service neutron] Attempting to bind port 163e2ec3-2d31-4d71-b82f-9ef0fbf1fa68 on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=73831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 06 00:35:26.084669 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.managers [req-c072b11c-630f-46e5-9402-8d392e9f01c2 req-7c08b179-fa70-4dd5-9595-675c0d5a54c3 service neutron] Attempting to bind port 163e2ec3-2d31-4d71-b82f-9ef0fbf1fa68 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'd6767cd9-a845-4bf2-a0b7-cab2ef6cd327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'f1ee20ed-17e0-4650-a61e-4e2579bfb5cb'}] {{(pid=73831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 06 00:35:26.085023 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c072b11c-630f-46e5-9402-8d392e9f01c2 req-7c08b179-fa70-4dd5-9595-675c0d5a54c3 service neutron] Attempting to bind port 163e2ec3-2d31-4d71-b82f-9ef0fbf1fa68 on network f1ee20ed-17e0-4650-a61e-4e2579bfb5cb {{(pid=73831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 00:35:26.092350 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c072b11c-630f-46e5-9402-8d392e9f01c2 req-7c08b179-fa70-4dd5-9595-675c0d5a54c3 service neutron] Port 163e2ec3-2d31-4d71-b82f-9ef0fbf1fa68 on network f1ee20ed-17e0-4650-a61e-4e2579bfb5cb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=73831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 06 00:35:26.092668 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c072b11c-630f-46e5-9402-8d392e9f01c2 req-7c08b179-fa70-4dd5-9595-675c0d5a54c3 service neutron] Attempting to bind port 163e2ec3-2d31-4d71-b82f-9ef0fbf1fa68 on network f1ee20ed-17e0-4650-a61e-4e2579bfb5cb {{(pid=73831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 00:35:26.099497 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c072b11c-630f-46e5-9402-8d392e9f01c2 req-7c08b179-fa70-4dd5-9595-675c0d5a54c3 service neutron] Checking agent: {'id': '98bc602c-e9ce-4757-b8df-ef22d3a5b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 0, 33, 13), 'started_at': datetime.datetime(2021, 5, 6, 0, 33, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 0, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 06 00:35:26.099855 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c072b11c-630f-46e5-9402-8d392e9f01c2 req-7c08b179-fa70-4dd5-9595-675c0d5a54c3 service neutron] Checking segment: {'id': 'd6767cd9-a845-4bf2-a0b7-cab2ef6cd327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'f1ee20ed-17e0-4650-a61e-4e2579bfb5cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 00:35:26.100482 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c072b11c-630f-46e5-9402-8d392e9f01c2 req-7c08b179-fa70-4dd5-9595-675c0d5a54c3 service neutron] Bound using segment: {'id': 'd6767cd9-a845-4bf2-a0b7-cab2ef6cd327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'f1ee20ed-17e0-4650-a61e-4e2579bfb5cb'} {{(pid=73831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 06 00:35:26.100984 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.managers [req-c072b11c-630f-46e5-9402-8d392e9f01c2 req-7c08b179-fa70-4dd5-9595-675c0d5a54c3 service neutron] Bound port: 163e2ec3-2d31-4d71-b82f-9ef0fbf1fa68, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6767cd9-a845-4bf2-a0b7-cab2ef6cd327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'f1ee20ed-17e0-4650-a61e-4e2579bfb5cb'}}] {{(pid=73831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 06 00:35:26.101313 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [req-c072b11c-630f-46e5-9402-8d392e9f01c2 req-7c08b179-fa70-4dd5-9595-675c0d5a54c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:26.120142 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d98a8f3-8bab-4c1d-a806-4a14f7d8834c req-d77ca1f5-1b2d-495d-a379-9d1db2aa2124 tempest-DeleteServersTestJSON-1871532533 tempest-DeleteServersTestJSON-1871532533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:26.127759 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-1d98a8f3-8bab-4c1d-a806-4a14f7d8834c req-d77ca1f5-1b2d-495d-a379-9d1db2aa2124 tempest-DeleteServersTestJSON-1871532533 tempest-DeleteServersTestJSON-1871532533-project] 10.222.0.24 "GET /v2.0/ports?device_id=203fd734-abdf-439f-bf73-a03199230e3f HTTP/1.1" status: 200  len: 945 time: 1.1957095
May 06 00:35:26.175289 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-a7e21743-e562-4d77-ad55-9023b63b3af9 req-4e8c51b2-bf5c-46cf-ae79-6d662096434c service neutron] Notify callbacks [] for security_group, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:26.176866 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cf4601-490a-4619-9212-0dfee8cdf542 req-666c3d06-f1ba-45d2-961e-d1121976164a tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:26.178627 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-e8cf4601-490a-4619-9212-0dfee8cdf542 req-666c3d06-f1ba-45d2-961e-d1121976164a tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4cd3d09-3e89-4c0b-9e95-5448b9ed53ac HTTP/1.1" status: 200  len: 932 time: 0.2922261
May 06 00:35:26.240655 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.db [req-c072b11c-630f-46e5-9402-8d392e9f01c2 req-7c08b179-fa70-4dd5-9595-675c0d5a54c3 service neutron] For port 163e2ec3-2d31-4d71-b82f-9ef0fbf1fa68, host hv-cinder-78462, cleared binding levels {{(pid=73831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 06 00:35:26.245754 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.db.resource_extend [req-1342600c-f363-4efc-b279-e78765e76fa5 req-94d8f4a3-c3e5-426e-9bb0-7c9093e27702 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=73832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 06 00:35:26.267311 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-e8cf4601-490a-4619-9212-0dfee8cdf542 req-88a56521-0e9c-434c-8182-4efd86147d05 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/security-groups?id=5accd55e-29bc-4ca7-befd-1574e549f464&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0744798
May 06 00:35:26.270591 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.db [req-c072b11c-630f-46e5-9402-8d392e9f01c2 req-7c08b179-fa70-4dd5-9595-675c0d5a54c3 service neutron] For port 163e2ec3-2d31-4d71-b82f-9ef0fbf1fa68, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=163e2ec3-2d31-4d71-b82f-9ef0fbf1fa68,segment=NetworkSegment(d6767cd9-a845-4bf2-a0b7-cab2ef6cd327),segment_id=d6767cd9-a845-4bf2-a0b7-cab2ef6cd327)] {{(pid=73831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 06 00:35:26.279089 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [req-c072b11c-630f-46e5-9402-8d392e9f01c2 req-7c08b179-fa70-4dd5-9595-675c0d5a54c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2942575'] for port, after_update {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:26.294017 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-4af3a2fa-e6de-452a-a832-89c6ec78fba2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:35:26.302596 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [req-a7e21743-e562-4d77-ad55-9023b63b3af9 req-4e8c51b2-bf5c-46cf-ae79-6d662096434c service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:35:26.350133 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c072b11c-630f-46e5-9402-8d392e9f01c2 req-7c08b179-fa70-4dd5-9595-675c0d5a54c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:26.350879 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [req-c072b11c-630f-46e5-9402-8d392e9f01c2 req-7c08b179-fa70-4dd5-9595-675c0d5a54c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535980'] for port, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:26.352270 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-c072b11c-630f-46e5-9402-8d392e9f01c2 req-7c08b179-fa70-4dd5-9595-675c0d5a54c3 service neutron] 10.222.0.30 "PUT /v2.0/ports/163e2ec3-2d31-4d71-b82f-9ef0fbf1fa68 HTTP/1.1" status: 200  len: 1093 time: 1.4802043
May 06 00:35:26.352744 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15ce2da6-b007-4eb2-a16e-92ba2286a634', 'tag': '163e2ec3-2d31-4d71-b82f-9ef0fbf1fa68'}] {{(pid=73831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 00:35:26.390334 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [req-a7e21743-e562-4d77-ad55-9023b63b3af9 req-4e8c51b2-bf5c-46cf-ae79-6d662096434c service neutron] Usage tracker for resource:security_group_rule and tenant:302e79687c994174b80fe15c9d8af98a is out of sync, need to count used quota {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:35:26.393121 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-80a8a49c-b88f-4f9b-b4d6-9b89e2df1c81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:26.395730 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [req-a7e21743-e562-4d77-ad55-9023b63b3af9 req-4e8c51b2-bf5c-46cf-ae79-6d662096434c service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:35:26.440834 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-b098be7c-494d-42fb-9336-1be0c17eef01 req-76b0110a-52ea-4250-ad5b-ff74a9a15b1a tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Notify callbacks [] for port, precommit_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:26.467173 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-1d98a8f3-8bab-4c1d-a806-4a14f7d8834c req-d1b9f69f-4fc5-4feb-b751-b4ffbf3302c6 tempest-DeleteServersTestJSON-1871532533 tempest-DeleteServersTestJSON-1871532533-project] 10.222.0.24 "GET /v2.0/security-groups?id=413bb1eb-c019-4d31-9611-c15e754238b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3384664
May 06 00:35:26.475180 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [req-a7e21743-e562-4d77-ad55-9023b63b3af9 req-4e8c51b2-bf5c-46cf-ae79-6d662096434c service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:35:26.481694 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c08b179-fa70-4dd5-9595-675c0d5a54c3 service neutron] Pushing event updated for resources: {'Port': ['ID=163e2ec3-2d31-4d71-b82f-9ef0fbf1fa68,revision_number=3']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:35:26.483257 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-b9f48d7c-4b9e-4470-ac72-4257ce0791fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:26.486529 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-7c08b179-fa70-4dd5-9595-675c0d5a54c3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:35:26.531128 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-b9f48d7c-4b9e-4470-ac72-4257ce0791fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:26.547130 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.notifiers.nova [req-1342600c-f363-4efc-b279-e78765e76fa5 req-94d8f4a3-c3e5-426e-9bb0-7c9093e27702 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fecd3a1a-9141-44a4-a881-089790423897 {{(pid=73832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 06 00:35:26.553173 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-7e982cb0-e50d-4a11-9dd0-cd0b512fdb67 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:35:26.568897 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-80a8a49c-b88f-4f9b-b4d6-9b89e2df1c81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:26.584559 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c072b11c-630f-46e5-9402-8d392e9f01c2 req-01e6b14e-1574-4586-a0ad-14862b2b50f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:26.586693 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-c072b11c-630f-46e5-9402-8d392e9f01c2 req-01e6b14e-1574-4586-a0ad-14862b2b50f1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aea92748b0624ad09d804decdf1eee48&device_id=15ce2da6-b007-4eb2-a16e-92ba2286a634 HTTP/1.1" status: 200  len: 1096 time: 0.1803999
May 06 00:35:26.593628 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-1342600c-f363-4efc-b279-e78765e76fa5 req-94d8f4a3-c3e5-426e-9bb0-7c9093e27702 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:26.595141 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fedd01-44bb-4d4c-9ba6-25d376911e71 req-6bb273d4-804f-439c-905e-a55c8efd5bf4 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:26.596703 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-58fedd01-44bb-4d4c-9ba6-25d376911e71 req-6bb273d4-804f-439c-905e-a55c8efd5bf4 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=15ce2da6-b007-4eb2-a16e-92ba2286a634 HTTP/1.1" status: 200  len: 943 time: 0.1359308
May 06 00:35:26.654240 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 36002) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:35:26.663414 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-c072b11c-630f-46e5-9402-8d392e9f01c2 req-d446ad8f-a2ea-495f-83fa-54c32620f702 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=163e2ec3-2d31-4d71-b82f-9ef0fbf1fa68 HTTP/1.1" status: 200  len: 217 time: 0.0654166
May 06 00:35:26.677894 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.db [req-29450b52-f34c-457a-8fca-22a1a4bc8e1b req-4f865148-ce9c-43cd-b8af-21b9bad4e522 service neutron] For port 4d31814e-8b0e-4376-9b93-66e0392316c3, host hv-cinder-78462, cleared binding levels {{(pid=73832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 06 00:35:26.752062 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-58fedd01-44bb-4d4c-9ba6-25d376911e71 req-fe2b503a-4deb-4b0c-b8d8-64c4138c1725 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a34f04e-64d6-4aca-9087-db3260c441d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0879395
May 06 00:35:26.754260 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-b9f48d7c-4b9e-4470-ac72-4257ce0791fe admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8f95747e6d9644a1a9fe2a5b2be58aee&name=default HTTP/1.1" status: 200  len: 2979 time: 2.2269821
May 06 00:35:26.757101 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 36010) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:35:26.760559 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c072b11c-630f-46e5-9402-8d392e9f01c2 req-0ea4459e-c8fa-4608-8a5d-41a20934aecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:26.762646 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-c072b11c-630f-46e5-9402-8d392e9f01c2 req-0ea4459e-c8fa-4608-8a5d-41a20934aecd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=587fdbbc-2087-48fc-8109-2b5f3ba73405 HTTP/1.1" status: 200  len: 856 time: 0.0834804
May 06 00:35:26.780635 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.provisioning_blocks [req-1342600c-f363-4efc-b279-e78765e76fa5 req-94d8f4a3-c3e5-426e-9bb0-7c9093e27702 service neutron] Transition to ACTIVE for port object fecd3a1a-9141-44a4-a881-089790423897 will not be triggered until provisioned by entity L2. {{(pid=73832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 00:35:26.783792 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f48d7c-4b9e-4470-ac72-4257ce0791fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b06d858-1699-44b8-b6e5-75c59f02d2f5,revision_number=1']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:35:26.787835 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-b9f48d7c-4b9e-4470-ac72-4257ce0791fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:35:26.789712 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-b098be7c-494d-42fb-9336-1be0c17eef01 req-76b0110a-52ea-4250-ad5b-ff74a9a15b1a tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767380898820'] for port, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:26.796270 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.db [req-29450b52-f34c-457a-8fca-22a1a4bc8e1b req-4f865148-ce9c-43cd-b8af-21b9bad4e522 service neutron] For port 4d31814e-8b0e-4376-9b93-66e0392316c3, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=4d31814e-8b0e-4376-9b93-66e0392316c3,segment=NetworkSegment(211ca014-1f1c-4c9d-9a8e-e2529d491b2b),segment_id=211ca014-1f1c-4c9d-9a8e-e2529d491b2b)] {{(pid=73832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 06 00:35:26.804611 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-1342600c-f363-4efc-b279-e78765e76fa5 req-94d8f4a3-c3e5-426e-9bb0-7c9093e27702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:26.810656 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-98953d2b-aa72-4413-a62d-81b1335f89b7 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:35:26.900046 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-b67e8869-a0e7-4f42-b465-91be5b38bd85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:26.939027 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15ce2da6-b007-4eb2-a16e-92ba2286a634', 'tag': '163e2ec3-2d31-4d71-b82f-9ef0fbf1fa68', 'status': 'completed', 'code': 200}
May 06 00:35:26.942880 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-b67e8869-a0e7-4f42-b465-91be5b38bd85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:26.955929 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c072b11c-630f-46e5-9402-8d392e9f01c2 req-0a7c9fa6-d535-4039-9da6-f57485170a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:26.957440 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-c072b11c-630f-46e5-9402-8d392e9f01c2 req-0a7c9fa6-d535-4039-9da6-f57485170a87 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f1ee20ed-17e0-4650-a61e-4e2579bfb5cb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1840186
May 06 00:35:26.999236 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-29450b52-f34c-457a-8fca-22a1a4bc8e1b req-4f865148-ce9c-43cd-b8af-21b9bad4e522 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:27.030565 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-b7f3eb14-4c88-4e16-8cc5-198d78cbb45a admin admin] Notify callbacks [] for security_group, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:27.124705 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b098be7c-494d-42fb-9336-1be0c17eef01 req-76b0110a-52ea-4250-ad5b-ff74a9a15b1a tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Network 37604004-5acb-4629-b2e7-84023f472da1 is already hosted by enough agents. {{(pid=73832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 00:35:27.127011 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-80a8a49c-b88f-4f9b-b4d6-9b89e2df1c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:27.144677 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29450b52-f34c-457a-8fca-22a1a4bc8e1b req-4f865148-ce9c-43cd-b8af-21b9bad4e522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:27.145532 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-29450b52-f34c-457a-8fca-22a1a4bc8e1b req-4f865148-ce9c-43cd-b8af-21b9bad4e522 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535980'] for port, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:27.147129 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-29450b52-f34c-457a-8fca-22a1a4bc8e1b req-4f865148-ce9c-43cd-b8af-21b9bad4e522 service neutron] 10.222.0.30 "PUT /v2.0/ports/4d31814e-8b0e-4376-9b93-66e0392316c3 HTTP/1.1" status: 200  len: 1093 time: 4.5156889
May 06 00:35:27.149610 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.scheduler.base_scheduler [req-b098be7c-494d-42fb-9336-1be0c17eef01 req-76b0110a-52ea-4250-ad5b-ff74a9a15b1a tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Resources bound (agent type, host, resource id):  {{(pid=73832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 00:35:27.153733 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.l3_dvrscheduler_db [req-b098be7c-494d-42fb-9336-1be0c17eef01 req-76b0110a-52ea-4250-ad5b-ff74a9a15b1a tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Received port after_create {{(pid=73832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 06 00:35:27.160391 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b098be7c-494d-42fb-9336-1be0c17eef01 req-76b0110a-52ea-4250-ad5b-ff74a9a15b1a tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:27.161007 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-b098be7c-494d-42fb-9336-1be0c17eef01 req-76b0110a-52ea-4250-ad5b-ff74a9a15b1a tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535980'] for port, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:27.184839 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07ff8e08-f2b7-4e46-b8df-eed0ff990983', 'tag': '4d31814e-8b0e-4376-9b93-66e0392316c3'}] {{(pid=73832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 00:35:27.213958 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-b7f3eb14-4c88-4e16-8cc5-198d78cbb45a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:35:27.220875 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-b7f3eb14-4c88-4e16-8cc5-198d78cbb45a admin admin] Usage tracker for resource:security_group_rule and tenant:83bceb3c62804388b454b7b818bd2080 is out of sync, need to count used quota {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:35:27.223908 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-b7f3eb14-4c88-4e16-8cc5-198d78cbb45a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:35:27.231343 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-b7f3eb14-4c88-4e16-8cc5-198d78cbb45a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:35:27.233459 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b0110a-52ea-4250-ad5b-ff74a9a15b1a tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Pushing event updated for resources: {'Port': ['ID=77feed8a-8b0f-4871-804a-1673330a40ef,revision_number=1']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:35:27.278180 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-b67e8869-a0e7-4f42-b465-91be5b38bd85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:27.280394 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-c072b11c-630f-46e5-9402-8d392e9f01c2 req-20cd1b83-bdc0-4a65-9b28-936e0db95783 service neutron] 10.222.0.30 "GET /v2.0/networks/f1ee20ed-17e0-4650-a61e-4e2579bfb5cb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3131762
May 06 00:35:27.295639 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-2aa4c2bb-f03f-4468-bdfb-80dee9632661 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:35:27.315841 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07ff8e08-f2b7-4e46-b8df-eed0ff990983', 'tag': '4d31814e-8b0e-4376-9b93-66e0392316c3', 'status': 'completed', 'code': 200}
May 06 00:35:27.332336 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990b24a1-9c74-4e3c-b769-69558c17b61a req-b790694d-db07-4de9-a320-3fad28f1de5d tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:27.333878 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-990b24a1-9c74-4e3c-b769-69558c17b61a req-b790694d-db07-4de9-a320-3fad28f1de5d tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bf01176-0ef5-4420-92a6-7fe2055496f1 HTTP/1.1" status: 200  len: 931 time: 0.3424685
May 06 00:35:27.390389 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67e8869-a0e7-4f42-b465-91be5b38bd85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b06d858-1699-44b8-b6e5-75c59f02d2f5,revision_number=None']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:35:27.398395 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-b67e8869-a0e7-4f42-b465-91be5b38bd85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:35:27.414976 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-b67e8869-a0e7-4f42-b465-91be5b38bd85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:27.416198 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-b67e8869-a0e7-4f42-b465-91be5b38bd85 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3b06d858-1699-44b8-b6e5-75c59f02d2f5 HTTP/1.1" status: 204  len: 168 time: 0.6578028
May 06 00:35:27.470369 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-990b24a1-9c74-4e3c-b769-69558c17b61a req-a3dc7ab1-d4e9-43ca-8fd1-75922feb3733 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/security-groups?id=ceb8dabd-8ffc-4d87-9464-7f935bd56bb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1285183
May 06 00:35:27.483894 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-a7e21743-e562-4d77-ad55-9023b63b3af9 req-4e8c51b2-bf5c-46cf-ae79-6d662096434c service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:27.493156 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.managers [req-1342600c-f363-4efc-b279-e78765e76fa5 req-94d8f4a3-c3e5-426e-9bb0-7c9093e27702 service neutron] Attempting to bind port fecd3a1a-9141-44a4-a881-089790423897 on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=73832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 06 00:35:27.493156 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.managers [req-1342600c-f363-4efc-b279-e78765e76fa5 req-94d8f4a3-c3e5-426e-9bb0-7c9093e27702 service neutron] Attempting to bind port fecd3a1a-9141-44a4-a881-089790423897 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '890a22a0-98ca-414c-a9a6-981937a77b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '1ea45e29-439e-495a-941c-7f5912677888'}] {{(pid=73832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 06 00:35:27.493156 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1342600c-f363-4efc-b279-e78765e76fa5 req-94d8f4a3-c3e5-426e-9bb0-7c9093e27702 service neutron] Attempting to bind port fecd3a1a-9141-44a4-a881-089790423897 on network 1ea45e29-439e-495a-941c-7f5912677888 {{(pid=73832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 00:35:27.493459 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-c072b11c-630f-46e5-9402-8d392e9f01c2 req-5bd9e852-084c-4a6a-8659-fd8709e22cbe service neutron] 10.222.0.30 "GET /v2.0/networks/f1ee20ed-17e0-4650-a61e-4e2579bfb5cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1999843
May 06 00:35:27.539609 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-a7e21743-e562-4d77-ad55-9023b63b3af9 req-4e8c51b2-bf5c-46cf-ae79-6d662096434c service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:27.552745 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d8f4a3-c3e5-426e-9bb0-7c9093e27702 service neutron] Pushing event updated for resources: {'Port': ['ID=fecd3a1a-9141-44a4-a881-089790423897,revision_number=2']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:35:27.555725 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-b098be7c-494d-42fb-9336-1be0c17eef01 req-76b0110a-52ea-4250-ad5b-ff74a9a15b1a tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.4377146
May 06 00:35:27.556262 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1342600c-f363-4efc-b279-e78765e76fa5 req-94d8f4a3-c3e5-426e-9bb0-7c9093e27702 service neutron] Port fecd3a1a-9141-44a4-a881-089790423897 on network 1ea45e29-439e-495a-941c-7f5912677888 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=73832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 06 00:35:27.556577 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1342600c-f363-4efc-b279-e78765e76fa5 req-94d8f4a3-c3e5-426e-9bb0-7c9093e27702 service neutron] Attempting to bind port fecd3a1a-9141-44a4-a881-089790423897 on network 1ea45e29-439e-495a-941c-7f5912677888 {{(pid=73832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 00:35:27.566762 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-94d8f4a3-c3e5-426e-9bb0-7c9093e27702 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.758s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:35:27.570448 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.572s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:35:27.623191 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-80a8a49c-b88f-4f9b-b4d6-9b89e2df1c81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:27.626788 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-80a8a49c-b88f-4f9b-b4d6-9b89e2df1c81 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6169b333-ce93-4c64-a4b1-f404cb7c814c HTTP/1.1" status: 204  len: 168 time: 2.0729468
May 06 00:35:27.646415 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1342600c-f363-4efc-b279-e78765e76fa5 req-94d8f4a3-c3e5-426e-9bb0-7c9093e27702 service neutron] Checking agent: {'id': '98bc602c-e9ce-4757-b8df-ef22d3a5b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 0, 33, 13), 'started_at': datetime.datetime(2021, 5, 6, 0, 33, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 0, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 06 00:35:27.646796 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1342600c-f363-4efc-b279-e78765e76fa5 req-94d8f4a3-c3e5-426e-9bb0-7c9093e27702 service neutron] Checking segment: {'id': '890a22a0-98ca-414c-a9a6-981937a77b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '1ea45e29-439e-495a-941c-7f5912677888'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 00:35:27.647122 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1342600c-f363-4efc-b279-e78765e76fa5 req-94d8f4a3-c3e5-426e-9bb0-7c9093e27702 service neutron] Bound using segment: {'id': '890a22a0-98ca-414c-a9a6-981937a77b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '1ea45e29-439e-495a-941c-7f5912677888'} {{(pid=73832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 06 00:35:27.647547 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.managers [req-1342600c-f363-4efc-b279-e78765e76fa5 req-94d8f4a3-c3e5-426e-9bb0-7c9093e27702 service neutron] Bound port: fecd3a1a-9141-44a4-a881-089790423897, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '890a22a0-98ca-414c-a9a6-981937a77b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '1ea45e29-439e-495a-941c-7f5912677888'}}] {{(pid=73832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 06 00:35:27.647886 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-1342600c-f363-4efc-b279-e78765e76fa5 req-94d8f4a3-c3e5-426e-9bb0-7c9093e27702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:27.662571 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.v2.base [req-b098be7c-494d-42fb-9336-1be0c17eef01 req-0216c724-87c1-482c-bb31-6c5fde61d8b5 service neutron] Request body: {'port': {'device_id': '3bf01176-0ef5-4420-92a6-7fe2055496f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=73832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:35:27.698014 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aedd59a-6c89-40b8-a213-f36288f5df41 req-a3cb3770-9ffb-410e-a2ca-ee884ac70fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:27.698556 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [req-a7e21743-e562-4d77-ad55-9023b63b3af9 req-4e8c51b2-bf5c-46cf-ae79-6d662096434c service neutron] Synchronizing usage tracker for tenant:302e79687c994174b80fe15c9d8af98a on resource:security_group {{(pid=73832) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 00:35:27.700623 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-1aedd59a-6c89-40b8-a213-f36288f5df41 req-a3cb3770-9ffb-410e-a2ca-ee884ac70fe2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aea92748b0624ad09d804decdf1eee48&device_id=15ce2da6-b007-4eb2-a16e-92ba2286a634 HTTP/1.1" status: 200  len: 1096 time: 0.1514132
May 06 00:35:27.741483 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b827d25-8683-473a-88a8-41b21feb18c2 req-35972310-5a6a-497c-bf89-cedde838dae1 tempest-DeleteServersTestJSON-1871532533 tempest-DeleteServersTestJSON-1871532533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:27.743064 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-4b827d25-8683-473a-88a8-41b21feb18c2 req-35972310-5a6a-497c-bf89-cedde838dae1 tempest-DeleteServersTestJSON-1871532533 tempest-DeleteServersTestJSON-1871532533-project] 10.222.0.24 "GET /v2.0/ports?device_id=203fd734-abdf-439f-bf73-a03199230e3f HTTP/1.1" status: 200  len: 945 time: 0.1407185
May 06 00:35:27.800350 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [req-a7e21743-e562-4d77-ad55-9023b63b3af9 req-4e8c51b2-bf5c-46cf-ae79-6d662096434c service neutron] Unset dirty status for tenant:302e79687c994174b80fe15c9d8af98a on resource:security_group {{(pid=73832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 00:35:27.801699 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-a7e21743-e562-4d77-ad55-9023b63b3af9 req-4e8c51b2-bf5c-46cf-ae79-6d662096434c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=413bb1eb-c019-4d31-9611-c15e754238b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.9382594
May 06 00:35:27.814847 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 36038) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:35:27.858659 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-8dc8a905-b0eb-4022-9432-f59a75f769ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:27.869910 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29450b52-f34c-457a-8fca-22a1a4bc8e1b req-cb7741f3-c688-49e0-a612-bf7a4e2da1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:27.872154 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-29450b52-f34c-457a-8fca-22a1a4bc8e1b req-cb7741f3-c688-49e0-a612-bf7a4e2da1a6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=002b4df3d00d43ddba30ad44b32e56cc&device_id=07ff8e08-f2b7-4e46-b8df-eed0ff990983 HTTP/1.1" status: 200  len: 1096 time: 0.6362021
May 06 00:35:27.879454 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f865148-ce9c-43cd-b8af-21b9bad4e522 service neutron] Pushing event updated for resources: {'Port': ['ID=4d31814e-8b0e-4376-9b93-66e0392316c3,revision_number=3']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:35:27.882997 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-4f865148-ce9c-43cd-b8af-21b9bad4e522 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:35:27.894888 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-4b827d25-8683-473a-88a8-41b21feb18c2 req-bc4e1b57-f5d8-45d5-bad8-cab665984513 tempest-DeleteServersTestJSON-1871532533 tempest-DeleteServersTestJSON-1871532533-project] 10.222.0.24 "GET /v2.0/security-groups?id=413bb1eb-c019-4d31-9611-c15e754238b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1010094
May 06 00:35:27.895723 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-8dc8a905-b0eb-4022-9432-f59a75f769ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:35:27.912399 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-8dc8a905-b0eb-4022-9432-f59a75f769ac admin admin] Usage tracker for resource:security_group_rule and tenant:2157329625f148a680ff91052cd39050 is out of sync, need to count used quota {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:35:27.917133 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-8dc8a905-b0eb-4022-9432-f59a75f769ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:35:27.927409 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-8dc8a905-b0eb-4022-9432-f59a75f769ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:35:27.927564 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-4f865148-ce9c-43cd-b8af-21b9bad4e522 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.897s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:35:27.927564 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-4f865148-ce9c-43cd-b8af-21b9bad4e522 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:35:27.971454 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aedd59a-6c89-40b8-a213-f36288f5df41 req-e55b9e5d-9b27-4a79-9323-a846cf935886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:27.973000 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-1aedd59a-6c89-40b8-a213-f36288f5df41 req-e55b9e5d-9b27-4a79-9323-a846cf935886 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f1ee20ed-17e0-4650-a61e-4e2579bfb5cb HTTP/1.1" status: 200  len: 918 time: 0.2635241
May 06 00:35:28.006482 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-c20185ff-ba21-4484-a68c-3ef7f2efd428 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.868s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:35:28.046575 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd777399-b5e8-4475-a992-ed853c39ce2a req-773396e2-c84c-4db7-94ee-d96051f266b1 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:28.047275 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [req-dd777399-b5e8-4475-a992-ed853c39ce2a req-773396e2-c84c-4db7-94ee-d96051f266b1 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Synchronizing usage tracker for tenant:c6c13c091dfc4aacbf264be74291da6e on resource:port {{(pid=73832) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 00:35:28.065883 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a8a49c-b88f-4f9b-b4d6-9b89e2df1c81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6169b333-ce93-4c64-a4b1-f404cb7c814c,revision_number=None']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:35:28.088858 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-1aedd59a-6c89-40b8-a213-f36288f5df41 req-e91fd443-7e45-43b6-ac4b-f4b24be05c56 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=163e2ec3-2d31-4d71-b82f-9ef0fbf1fa68 HTTP/1.1" status: 200  len: 217 time: 0.1026225
May 06 00:35:28.089618 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-29450b52-f34c-457a-8fca-22a1a4bc8e1b req-f06b4e06-f1dd-4ca9-8934-5f2a3bcf047a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d31814e-8b0e-4376-9b93-66e0392316c3 HTTP/1.1" status: 200  len: 217 time: 0.1778708
May 06 00:35:28.164003 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.db [req-1342600c-f363-4efc-b279-e78765e76fa5 req-94d8f4a3-c3e5-426e-9bb0-7c9093e27702 service neutron] For port fecd3a1a-9141-44a4-a881-089790423897, host hv-cinder-78462, cleared binding levels {{(pid=73832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 06 00:35:28.183536 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-b098be7c-494d-42fb-9336-1be0c17eef01 req-0216c724-87c1-482c-bb31-6c5fde61d8b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:28.207416 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-8dc8a905-b0eb-4022-9432-f59a75f769ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:28.215412 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aedd59a-6c89-40b8-a213-f36288f5df41 req-c387cbbe-e32f-462b-a832-5ff307d5e00d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:28.216806 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-1aedd59a-6c89-40b8-a213-f36288f5df41 req-c387cbbe-e32f-462b-a832-5ff307d5e00d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=587fdbbc-2087-48fc-8109-2b5f3ba73405 HTTP/1.1" status: 200  len: 856 time: 0.1127319
May 06 00:35:28.218224 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-8dc8a905-b0eb-4022-9432-f59a75f769ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:28.229377 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.db [req-1342600c-f363-4efc-b279-e78765e76fa5 req-94d8f4a3-c3e5-426e-9bb0-7c9093e27702 service neutron] For port fecd3a1a-9141-44a4-a881-089790423897, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=fecd3a1a-9141-44a4-a881-089790423897,segment=NetworkSegment(890a22a0-98ca-414c-a9a6-981937a77b2c),segment_id=890a22a0-98ca-414c-a9a6-981937a77b2c)] {{(pid=73832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 06 00:35:28.232295 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-b7f3eb14-4c88-4e16-8cc5-198d78cbb45a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:28.232759 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-fbd90da8-3f06-4208-93df-ec65fd781ab2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:35:28.233314 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [req-dd777399-b5e8-4475-a992-ed853c39ce2a req-773396e2-c84c-4db7-94ee-d96051f266b1 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Unset dirty status for tenant:c6c13c091dfc4aacbf264be74291da6e on resource:port {{(pid=73832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 00:35:28.234869 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-dd777399-b5e8-4475-a992-ed853c39ce2a req-773396e2-c84c-4db7-94ee-d96051f266b1 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4cd3d09-3e89-4c0b-9e95-5448b9ed53ac HTTP/1.1" status: 200  len: 944 time: 0.8202031
May 06 00:35:28.235541 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8c51b2-bf5c-46cf-ae79-6d662096434c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=ff011d2e-cd0c-4ed9-96b4-4d723923d358,revision_number=1']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:35:28.249666 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-4e8c51b2-bf5c-46cf-ae79-6d662096434c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:35:28.259902 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.708s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:35:28.260374 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:35:28.261179 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-b7f3eb14-4c88-4e16-8cc5-198d78cbb45a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:28.273130 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-39e7af29-acac-4f4f-b16e-961538f3c750 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:35:28.301444 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 36050) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:35:28.304760 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-1342600c-f363-4efc-b279-e78765e76fa5 req-94d8f4a3-c3e5-426e-9bb0-7c9093e27702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:28.319034 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6da21a-dfb9-4aaf-aaeb-1ee570ca0e10 req-45037bff-bbc5-4376-aae9-4ac985010c3a tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:28.320537 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-5b6da21a-dfb9-4aaf-aaeb-1ee570ca0e10 req-45037bff-bbc5-4376-aae9-4ac985010c3a tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=15ce2da6-b007-4eb2-a16e-92ba2286a634 HTTP/1.1" status: 200  len: 943 time: 0.2758160
May 06 00:35:28.353444 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-8dc8a905-b0eb-4022-9432-f59a75f769ac admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2157329625f148a680ff91052cd39050&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5375571
May 06 00:35:28.366611 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 36054) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:35:28.378428 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29450b52-f34c-457a-8fca-22a1a4bc8e1b req-d8d635bb-883c-4ae0-ad90-21df67014cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:28.379924 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-29450b52-f34c-457a-8fca-22a1a4bc8e1b req-d8d635bb-883c-4ae0-ad90-21df67014cc8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=80245074-5ce6-4e43-925d-2fdf29939a72 HTTP/1.1" status: 200  len: 859 time: 0.2576640
May 06 00:35:28.384400 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc8a905-b0eb-4022-9432-f59a75f769ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d480fbd-b5b9-45a1-99ed-2186449f1919,revision_number=1']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:35:28.397047 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-8dc8a905-b0eb-4022-9432-f59a75f769ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:35:28.443284 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-c5186bd1-5551-4cbb-abf9-c8e522eaa69f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a9d442d4c6474e11a5e4bab8f6aef1e1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1325402
May 06 00:35:28.450036 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-5b6da21a-dfb9-4aaf-aaeb-1ee570ca0e10 req-aafafc57-1dd4-4920-923b-4b58f7866786 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a34f04e-64d6-4aca-9087-db3260c441d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1176920
May 06 00:35:28.451307 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 36060) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:35:28.480775 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aedd59a-6c89-40b8-a213-f36288f5df41 req-f0c6e587-3eb9-4b78-b728-60bd8a1f148c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:28.482277 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-1aedd59a-6c89-40b8-a213-f36288f5df41 req-f0c6e587-3eb9-4b78-b728-60bd8a1f148c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f1ee20ed-17e0-4650-a61e-4e2579bfb5cb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2520740
May 06 00:35:28.505705 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1342600c-f363-4efc-b279-e78765e76fa5 req-94d8f4a3-c3e5-426e-9bb0-7c9093e27702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:28.506332 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-1342600c-f363-4efc-b279-e78765e76fa5 req-94d8f4a3-c3e5-426e-9bb0-7c9093e27702 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535980'] for port, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:28.508537 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-1342600c-f363-4efc-b279-e78765e76fa5 req-94d8f4a3-c3e5-426e-9bb0-7c9093e27702 service neutron] 10.222.0.30 "PUT /v2.0/ports/fecd3a1a-9141-44a4-a881-089790423897 HTTP/1.1" status: 200  len: 1094 time: 4.4763381
May 06 00:35:28.509244 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f3eb14-4c88-4e16-8cc5-198d78cbb45a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=507aa3da-52c8-4d1e-8ab4-d3df15fd13b2,revision_number=1']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:35:28.555718 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-dd777399-b5e8-4475-a992-ed853c39ce2a req-ba67fc0f-cb61-4085-a062-47c2c67445e1 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/security-groups?id=5accd55e-29bc-4ca7-befd-1574e549f464&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2948189
May 06 00:35:28.559190 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-b7f3eb14-4c88-4e16-8cc5-198d78cbb45a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=83bceb3c62804388b454b7b818bd2080&name=default HTTP/1.1" status: 200  len: 2979 time: 1.9038920
May 06 00:35:28.568602 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 36068) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:35:28.569648 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-b7f3eb14-4c88-4e16-8cc5-198d78cbb45a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:35:28.577702 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-480eb98f-6fc8-4452-b3f7-cb14f6028634 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.213s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:35:28.613573 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-29450b52-f34c-457a-8fca-22a1a4bc8e1b req-655a2234-3bfe-41af-9573-188f5d181c6a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=37604004-5acb-4629-b2e7-84023f472da1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1861866
May 06 00:35:28.734094 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-f3ac40e9-1fb4-422e-bc75-ebfa56aa13fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:28.772944 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-1aedd59a-6c89-40b8-a213-f36288f5df41 req-3178e676-b080-4cdb-a829-e4d432be31f5 service neutron] 10.222.0.30 "GET /v2.0/networks/f1ee20ed-17e0-4650-a61e-4e2579bfb5cb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2814946
May 06 00:35:28.783739 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-f3ac40e9-1fb4-422e-bc75-ebfa56aa13fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:28.840929 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f108a017-c56d-47f8-bad2-914dd6d3521a req-629c6075-64a3-4718-94da-3411e30fd31f tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:28.842369 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-f108a017-c56d-47f8-bad2-914dd6d3521a req-629c6075-64a3-4718-94da-3411e30fd31f tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bf01176-0ef5-4420-92a6-7fe2055496f1 HTTP/1.1" status: 200  len: 931 time: 0.2275746
May 06 00:35:29.039675 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d8f4a3-c3e5-426e-9bb0-7c9093e27702 service neutron] Pushing event updated for resources: {'Port': ['ID=fecd3a1a-9141-44a4-a881-089790423897,revision_number=3']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:35:29.044537 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-94d8f4a3-c3e5-426e-9bb0-7c9093e27702 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:35:29.067367 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-f108a017-c56d-47f8-bad2-914dd6d3521a req-576481a0-6563-42cf-8ad5-cbc0aae41ea5 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/security-groups?id=ceb8dabd-8ffc-4d87-9464-7f935bd56bb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1780000
May 06 00:35:29.095799 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-1aedd59a-6c89-40b8-a213-f36288f5df41 req-0543b2bc-8e82-435d-af87-78b7317dd7d7 service neutron] 10.222.0.30 "GET /v2.0/networks/f1ee20ed-17e0-4650-a61e-4e2579bfb5cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3140152
May 06 00:35:29.096799 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-f3ac40e9-1fb4-422e-bc75-ebfa56aa13fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:29.101148 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:35:29.121803 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ac40e9-1fb4-422e-bc75-ebfa56aa13fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5f3f610-8297-43d8-8a87-2b33ae343b14,revision_number=None']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:35:29.134266 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-f3ac40e9-1fb4-422e-bc75-ebfa56aa13fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:35:29.139914 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-f3ac40e9-1fb4-422e-bc75-ebfa56aa13fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:29.143373 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-f3ac40e9-1fb4-422e-bc75-ebfa56aa13fa admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b5f3f610-8297-43d8-8a87-2b33ae343b14 HTTP/1.1" status: 204  len: 168 time: 0.6885970
May 06 00:35:29.153112 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-08affff2-e006-4e2f-ba88-a8d831a14409 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:29.178204 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-fd638d5c-b077-449d-9283-f829a2b4ea75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:29.263250 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-08affff2-e006-4e2f-ba88-a8d831a14409 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:29.272141 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-29450b52-f34c-457a-8fca-22a1a4bc8e1b req-7136ba0f-b70a-495b-9a73-5cc8f0b1fb34 service neutron] 10.222.0.30 "GET /v2.0/networks/37604004-5acb-4629-b2e7-84023f472da1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6144233
May 06 00:35:29.283994 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1342600c-f363-4efc-b279-e78765e76fa5 req-7b2ea09f-59f5-4d2d-9b4e-eb65ec1950c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:29.285455 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-1342600c-f363-4efc-b279-e78765e76fa5 req-7b2ea09f-59f5-4d2d-9b4e-eb65ec1950c2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c6c13c091dfc4aacbf264be74291da6e&device_id=f4cd3d09-3e89-4c0b-9e95-5448b9ed53ac HTTP/1.1" status: 200  len: 1097 time: 0.7148674
May 06 00:35:29.288912 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-fd638d5c-b077-449d-9283-f829a2b4ea75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:29.391059 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4cd3d09-3e89-4c0b-9e95-5448b9ed53ac', 'tag': 'fecd3a1a-9141-44a4-a881-089790423897'}] {{(pid=73832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 00:35:29.485173 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-1342600c-f363-4efc-b279-e78765e76fa5 req-379a96ee-9d20-4809-ae5c-64bc268c2c74 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fecd3a1a-9141-44a4-a881-089790423897 HTTP/1.1" status: 200  len: 217 time: 0.1775410
May 06 00:35:29.498593 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4cd3d09-3e89-4c0b-9e95-5448b9ed53ac', 'tag': 'fecd3a1a-9141-44a4-a881-089790423897', 'status': 'completed', 'code': 200}
May 06 00:35:29.615066 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057c0f1a-e11b-46ab-bbd1-2eec366026c7 req-ed3e3f9b-af33-40a4-ad96-50267ef0f065 tempest-DeleteServersTestJSON-1871532533 tempest-DeleteServersTestJSON-1871532533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:29.616553 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-057c0f1a-e11b-46ab-bbd1-2eec366026c7 req-ed3e3f9b-af33-40a4-ad96-50267ef0f065 tempest-DeleteServersTestJSON-1871532533 tempest-DeleteServersTestJSON-1871532533-project] 10.222.0.24 "GET /v2.0/ports?device_id=203fd734-abdf-439f-bf73-a03199230e3f HTTP/1.1" status: 200  len: 945 time: 0.5677779
May 06 00:35:29.671632 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1342600c-f363-4efc-b279-e78765e76fa5 req-54997a7c-e7a4-48d9-9d91-e7c8416728cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:29.673403 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-1342600c-f363-4efc-b279-e78765e76fa5 req-54997a7c-e7a4-48d9-9d91-e7c8416728cd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=693ca583-83b8-4934-b0a4-9f6d64f7b0b2 HTTP/1.1" status: 200  len: 850 time: 0.1591434
May 06 00:35:29.682482 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-08affff2-e006-4e2f-ba88-a8d831a14409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:29.704776 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf337eb-07ca-484e-a7f4-66cdbc350203 req-baad151d-7448-4a41-9f7d-7ac448a959f8 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:29.706288 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-7bf337eb-07ca-484e-a7f4-66cdbc350203 req-baad151d-7448-4a41-9f7d-7ac448a959f8 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=15ce2da6-b007-4eb2-a16e-92ba2286a634 HTTP/1.1" status: 200  len: 943 time: 0.1217456
May 06 00:35:29.751465 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-65ce625f-dd61-4d9c-b8f1-c03bd2ed457f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:35:29.759970 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-7bf337eb-07ca-484e-a7f4-66cdbc350203 req-4d44644d-e189-45c4-8f05-705d05e37b91 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a34f04e-64d6-4aca-9087-db3260c441d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0477502
May 06 00:35:29.774732 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.db.resource_extend [req-b098be7c-494d-42fb-9336-1be0c17eef01 req-0216c724-87c1-482c-bb31-6c5fde61d8b5 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=73832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 06 00:35:29.798344 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08affff2-e006-4e2f-ba88-a8d831a14409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d480fbd-b5b9-45a1-99ed-2186449f1919,revision_number=None']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:35:29.800031 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-fd638d5c-b077-449d-9283-f829a2b4ea75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:29.813061 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-08affff2-e006-4e2f-ba88-a8d831a14409 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:35:29.814240 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-08affff2-e006-4e2f-ba88-a8d831a14409 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:35:29.848246 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-29450b52-f34c-457a-8fca-22a1a4bc8e1b req-1ab1aab0-1f25-45e6-bc12-cf57dc48c97c service neutron] 10.222.0.30 "GET /v2.0/networks/37604004-5acb-4629-b2e7-84023f472da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5491004
May 06 00:35:29.889675 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd638d5c-b077-449d-9283-f829a2b4ea75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=507aa3da-52c8-4d1e-8ab4-d3df15fd13b2,revision_number=None']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:35:29.902928 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-08affff2-e006-4e2f-ba88-a8d831a14409 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:29.905375 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-08affff2-e006-4e2f-ba88-a8d831a14409 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5d480fbd-b5b9-45a1-99ed-2186449f1919 HTTP/1.1" status: 204  len: 168 time: 1.5245378
May 06 00:35:29.910927 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-fd638d5c-b077-449d-9283-f829a2b4ea75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:35:29.915185 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-fd638d5c-b077-449d-9283-f829a2b4ea75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:29.916547 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-fd638d5c-b077-449d-9283-f829a2b4ea75 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/507aa3da-52c8-4d1e-8ab4-d3df15fd13b2 HTTP/1.1" status: 204  len: 168 time: 1.3412590
May 06 00:35:29.961933 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8b039d-27e2-4099-811a-3a4ee0f4b7d6 req-dd7f860b-e688-44f7-9afc-f19dd4beeadb tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:29.963953 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-fd8b039d-27e2-4099-811a-3a4ee0f4b7d6 req-dd7f860b-e688-44f7-9afc-f19dd4beeadb tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4cd3d09-3e89-4c0b-9e95-5448b9ed53ac HTTP/1.1" status: 200  len: 944 time: 0.0987303
May 06 00:35:29.976321 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-057c0f1a-e11b-46ab-bbd1-2eec366026c7 req-ee3a8cfe-e874-4ea0-8294-ceeb1441ef90 tempest-DeleteServersTestJSON-1871532533 tempest-DeleteServersTestJSON-1871532533-project] 10.222.0.24 "GET /v2.0/security-groups?id=413bb1eb-c019-4d31-9611-c15e754238b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3520207
May 06 00:35:30.003080 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.notifiers.nova [req-b098be7c-494d-42fb-9336-1be0c17eef01 req-0216c724-87c1-482c-bb31-6c5fde61d8b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77feed8a-8b0f-4871-804a-1673330a40ef {{(pid=73832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 06 00:35:30.018058 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-fd8b039d-27e2-4099-811a-3a4ee0f4b7d6 req-f5e0dbf9-822a-4f4e-becf-2fa6462fbd42 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/security-groups?id=5accd55e-29bc-4ca7-befd-1574e549f464&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469475
May 06 00:35:30.034546 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-b098be7c-494d-42fb-9336-1be0c17eef01 req-0216c724-87c1-482c-bb31-6c5fde61d8b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:30.067985 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.provisioning_blocks [req-b098be7c-494d-42fb-9336-1be0c17eef01 req-0216c724-87c1-482c-bb31-6c5fde61d8b5 service neutron] Transition to ACTIVE for port object 77feed8a-8b0f-4871-804a-1673330a40ef will not be triggered until provisioned by entity L2. {{(pid=73832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 00:35:30.084665 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-b098be7c-494d-42fb-9336-1be0c17eef01 req-0216c724-87c1-482c-bb31-6c5fde61d8b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:30.095112 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1342600c-f363-4efc-b279-e78765e76fa5 req-e716f545-4730-4a69-8dbb-5c8a87beb70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:30.096637 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-1342600c-f363-4efc-b279-e78765e76fa5 req-e716f545-4730-4a69-8dbb-5c8a87beb70f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1ea45e29-439e-495a-941c-7f5912677888&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4006686
May 06 00:35:30.099063 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-dc0ef490-431d-47df-913a-fb474f0135e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:35:30.370687 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0216c724-87c1-482c-bb31-6c5fde61d8b5 service neutron] Pushing event updated for resources: {'Port': ['ID=77feed8a-8b0f-4871-804a-1673330a40ef,revision_number=2']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:35:30.409122 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-0216c724-87c1-482c-bb31-6c5fde61d8b5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:35:30.411346 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a0b35f-e46a-4da7-8ad0-be8f029e8322 req-6d53662e-2ae0-4cea-bc41-1981e30edf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:30.413190 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-f1a0b35f-e46a-4da7-8ad0-be8f029e8322 req-6d53662e-2ae0-4cea-bc41-1981e30edf9d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=002b4df3d00d43ddba30ad44b32e56cc&device_id=07ff8e08-f2b7-4e46-b8df-eed0ff990983 HTTP/1.1" status: 200  len: 1096 time: 0.5012050
May 06 00:35:30.455585 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 36124) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:35:30.479121 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-bacc64ff-585f-42f6-b3fb-114ce05a8d5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:30.497595 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-bacc64ff-585f-42f6-b3fb-114ce05a8d5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:35:30.501999 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-bacc64ff-585f-42f6-b3fb-114ce05a8d5b admin admin] Usage tracker for resource:security_group_rule and tenant:c8c10a338e5f4da0bc9345e5e2130271 is out of sync, need to count used quota {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:35:30.506030 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-bacc64ff-585f-42f6-b3fb-114ce05a8d5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:35:30.513622 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-bacc64ff-585f-42f6-b3fb-114ce05a8d5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:35:30.546619 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.managers [req-b098be7c-494d-42fb-9336-1be0c17eef01 req-0216c724-87c1-482c-bb31-6c5fde61d8b5 service neutron] Attempting to bind port 77feed8a-8b0f-4871-804a-1673330a40ef on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=73832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 06 00:35:30.546953 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.managers [req-b098be7c-494d-42fb-9336-1be0c17eef01 req-0216c724-87c1-482c-bb31-6c5fde61d8b5 service neutron] Attempting to bind port 77feed8a-8b0f-4871-804a-1673330a40ef by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '211ca014-1f1c-4c9d-9a8e-e2529d491b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '37604004-5acb-4629-b2e7-84023f472da1'}] {{(pid=73832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 06 00:35:30.547282 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b098be7c-494d-42fb-9336-1be0c17eef01 req-0216c724-87c1-482c-bb31-6c5fde61d8b5 service neutron] Attempting to bind port 77feed8a-8b0f-4871-804a-1673330a40ef on network 37604004-5acb-4629-b2e7-84023f472da1 {{(pid=73832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 00:35:30.571553 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b098be7c-494d-42fb-9336-1be0c17eef01 req-0216c724-87c1-482c-bb31-6c5fde61d8b5 service neutron] Port 77feed8a-8b0f-4871-804a-1673330a40ef on network 37604004-5acb-4629-b2e7-84023f472da1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=73832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 06 00:35:30.571886 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b098be7c-494d-42fb-9336-1be0c17eef01 req-0216c724-87c1-482c-bb31-6c5fde61d8b5 service neutron] Attempting to bind port 77feed8a-8b0f-4871-804a-1673330a40ef on network 37604004-5acb-4629-b2e7-84023f472da1 {{(pid=73832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 00:35:30.588164 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-1342600c-f363-4efc-b279-e78765e76fa5 req-f3f58495-b47c-4f2c-8eb1-bf73f454a612 service neutron] 10.222.0.30 "GET /v2.0/networks/1ea45e29-439e-495a-941c-7f5912677888?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4571731
May 06 00:35:30.592833 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b098be7c-494d-42fb-9336-1be0c17eef01 req-0216c724-87c1-482c-bb31-6c5fde61d8b5 service neutron] Checking agent: {'id': '98bc602c-e9ce-4757-b8df-ef22d3a5b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 0, 33, 13), 'started_at': datetime.datetime(2021, 5, 6, 0, 33, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 0, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 06 00:35:30.593172 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b098be7c-494d-42fb-9336-1be0c17eef01 req-0216c724-87c1-482c-bb31-6c5fde61d8b5 service neutron] Checking segment: {'id': '211ca014-1f1c-4c9d-9a8e-e2529d491b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '37604004-5acb-4629-b2e7-84023f472da1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 00:35:30.593549 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b098be7c-494d-42fb-9336-1be0c17eef01 req-0216c724-87c1-482c-bb31-6c5fde61d8b5 service neutron] Bound using segment: {'id': '211ca014-1f1c-4c9d-9a8e-e2529d491b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '37604004-5acb-4629-b2e7-84023f472da1'} {{(pid=73832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 06 00:35:30.594542 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.managers [req-b098be7c-494d-42fb-9336-1be0c17eef01 req-0216c724-87c1-482c-bb31-6c5fde61d8b5 service neutron] Bound port: 77feed8a-8b0f-4871-804a-1673330a40ef, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '211ca014-1f1c-4c9d-9a8e-e2529d491b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '37604004-5acb-4629-b2e7-84023f472da1'}}] {{(pid=73832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 06 00:35:30.594890 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-b098be7c-494d-42fb-9336-1be0c17eef01 req-0216c724-87c1-482c-bb31-6c5fde61d8b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:30.643807 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-bacc64ff-585f-42f6-b3fb-114ce05a8d5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:30.654622 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-bacc64ff-585f-42f6-b3fb-114ce05a8d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:30.669632 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:35:30.781785 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-bacc64ff-585f-42f6-b3fb-114ce05a8d5b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c8c10a338e5f4da0bc9345e5e2130271&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3251197
May 06 00:35:30.782615 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacc64ff-585f-42f6-b3fb-114ce05a8d5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7e80d8e-e1b1-4fa7-831e-8328f18dd425,revision_number=1']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:35:30.802090 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 36142) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:35:30.805013 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-bacc64ff-585f-42f6-b3fb-114ce05a8d5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:35:30.896804 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-db021f5c-e2dc-46f5-9352-0413c4eb4dce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:30.938833 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-db021f5c-e2dc-46f5-9352-0413c4eb4dce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:31.042142 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c372d06-5a65-42bb-8e61-40b4d5282d56 req-358f6a73-0e15-4977-ad52-885b85458010 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:31.042888 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [req-5c372d06-5a65-42bb-8e61-40b4d5282d56 req-358f6a73-0e15-4977-ad52-885b85458010 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Synchronizing usage tracker for tenant:002b4df3d00d43ddba30ad44b32e56cc on resource:port {{(pid=73832) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 00:35:31.045251 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Device 163e2ec3-2d31-4d71-b82f-9ef0fbf1fa68 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=73833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 06 00:35:31.081390 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a0b35f-e46a-4da7-8ad0-be8f029e8322 req-2e27da06-1b44-419a-b5d7-26285ade1851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:31.084141 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-f1a0b35f-e46a-4da7-8ad0-be8f029e8322 req-2e27da06-1b44-419a-b5d7-26285ade1851 service neutron] 10.222.0.30 "GET /v2.0/networks?id=37604004-5acb-4629-b2e7-84023f472da1 HTTP/1.1" status: 200  len: 920 time: 0.6533821
May 06 00:35:31.148624 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba3fe52-38e7-4e49-88d8-b951a287f99e req-29aecbc4-09f7-4951-a95d-3cc4319270f7 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:31.159615 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-bba3fe52-38e7-4e49-88d8-b951a287f99e req-29aecbc4-09f7-4951-a95d-3cc4319270f7 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=15ce2da6-b007-4eb2-a16e-92ba2286a634 HTTP/1.1" status: 200  len: 943 time: 0.1743333
May 06 00:35:31.161406 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-db021f5c-e2dc-46f5-9352-0413c4eb4dce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:31.202566 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-8dc8a905-b0eb-4022-9432-f59a75f769ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:35:31.204884 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [req-5c372d06-5a65-42bb-8e61-40b4d5282d56 req-358f6a73-0e15-4977-ad52-885b85458010 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Unset dirty status for tenant:002b4df3d00d43ddba30ad44b32e56cc on resource:port {{(pid=73832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 00:35:31.206277 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-5c372d06-5a65-42bb-8e61-40b4d5282d56 req-358f6a73-0e15-4977-ad52-885b85458010 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bf01176-0ef5-4420-92a6-7fe2055496f1 HTTP/1.1" status: 200  len: 943 time: 0.9196503
May 06 00:35:31.222256 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-f1a0b35f-e46a-4da7-8ad0-be8f029e8322 req-44038464-0f23-4137-b56c-1e82a7ab9c75 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d31814e-8b0e-4376-9b93-66e0392316c3 HTTP/1.1" status: 200  len: 217 time: 0.1123199
May 06 00:35:31.251986 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.db [req-b098be7c-494d-42fb-9336-1be0c17eef01 req-0216c724-87c1-482c-bb31-6c5fde61d8b5 service neutron] For port 77feed8a-8b0f-4871-804a-1673330a40ef, host hv-cinder-78462, cleared binding levels {{(pid=73832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 06 00:35:31.266802 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] For port 163e2ec3-2d31-4d71-b82f-9ef0fbf1fa68, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=163e2ec3-2d31-4d71-b82f-9ef0fbf1fa68,segment=NetworkSegment(d6767cd9-a845-4bf2-a0b7-cab2ef6cd327),segment_id=d6767cd9-a845-4bf2-a0b7-cab2ef6cd327)] {{(pid=73833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:35:31.274574 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-db021f5c-e2dc-46f5-9352-0413c4eb4dce admin admin] Notify callbacks [] for security_group, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:31.275800 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-db021f5c-e2dc-46f5-9352-0413c4eb4dce admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e7e80d8e-e1b1-4fa7-831e-8328f18dd425 HTTP/1.1" status: 204  len: 168 time: 0.4725509
May 06 00:35:31.277599 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db021f5c-e2dc-46f5-9352-0413c4eb4dce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7e80d8e-e1b1-4fa7-831e-8328f18dd425,revision_number=None']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:35:31.280960 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-db021f5c-e2dc-46f5-9352-0413c4eb4dce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:35:31.286647 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-bba3fe52-38e7-4e49-88d8-b951a287f99e req-55d931cb-e234-40d1-a8d9-a7e2b351f410 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a34f04e-64d6-4aca-9087-db3260c441d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1262257
May 06 00:35:31.318123 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Returning: {'device': '163e2ec3-2d31-4d71-b82f-9ef0fbf1fa68', 'network_id': 'f1ee20ed-17e0-4650-a61e-4e2579bfb5cb', 'port_id': '163e2ec3-2d31-4d71-b82f-9ef0fbf1fa68', 'mac_address': 'fa:16:3e:67:c9:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '587fdbbc-2087-48fc-8109-2b5f3ba73405', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 06 00:35:31.334576 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.db [req-b098be7c-494d-42fb-9336-1be0c17eef01 req-0216c724-87c1-482c-bb31-6c5fde61d8b5 service neutron] For port 77feed8a-8b0f-4871-804a-1673330a40ef, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=77feed8a-8b0f-4871-804a-1673330a40ef,segment=NetworkSegment(211ca014-1f1c-4c9d-9a8e-e2529d491b2b),segment_id=211ca014-1f1c-4c9d-9a8e-e2529d491b2b)] {{(pid=73832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 06 00:35:31.352644 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-1342600c-f363-4efc-b279-e78765e76fa5 req-904a702c-3c85-4b6b-bfa9-49fb2a38e155 service neutron] 10.222.0.30 "GET /v2.0/networks/1ea45e29-439e-495a-941c-7f5912677888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7390966
May 06 00:35:31.354093 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-b098be7c-494d-42fb-9336-1be0c17eef01 req-0216c724-87c1-482c-bb31-6c5fde61d8b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:31.371191 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:35:31.407817 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:31.417184 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [req-5c372d06-5a65-42bb-8e61-40b4d5282d56 req-5b3ba02c-e06a-426a-bf72-6ab87a619858 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Synchronizing usage tracker for tenant:002b4df3d00d43ddba30ad44b32e56cc on resource:security_group {{(pid=73832) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 00:35:31.443264 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.notifiers.nova [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 163e2ec3-2d31-4d71-b82f-9ef0fbf1fa68 {{(pid=73833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 06 00:35:31.472266 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] For port 163e2ec3-2d31-4d71-b82f-9ef0fbf1fa68, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=163e2ec3-2d31-4d71-b82f-9ef0fbf1fa68,segment=NetworkSegment(d6767cd9-a845-4bf2-a0b7-cab2ef6cd327),segment_id=d6767cd9-a845-4bf2-a0b7-cab2ef6cd327)] {{(pid=73833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:35:31.478569 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:31.485836 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:35:31.487501 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a0b35f-e46a-4da7-8ad0-be8f029e8322 req-f499a39a-dd55-4e3a-afdf-5f3d39c330ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:31.489129 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-f1a0b35f-e46a-4da7-8ad0-be8f029e8322 req-f499a39a-dd55-4e3a-afdf-5f3d39c330ef service neutron] 10.222.0.30 "GET /v2.0/subnets?id=80245074-5ce6-4e43-925d-2fdf29939a72 HTTP/1.1" status: 200  len: 859 time: 0.2552617
May 06 00:35:31.501239 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b098be7c-494d-42fb-9336-1be0c17eef01 req-0216c724-87c1-482c-bb31-6c5fde61d8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:31.501953 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-b098be7c-494d-42fb-9336-1be0c17eef01 req-0216c724-87c1-482c-bb31-6c5fde61d8b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535980'] for port, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:31.503378 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-b098be7c-494d-42fb-9336-1be0c17eef01 req-0216c724-87c1-482c-bb31-6c5fde61d8b5 service neutron] 10.222.0.30 "PUT /v2.0/ports/77feed8a-8b0f-4871-804a-1673330a40ef HTTP/1.1" status: 200  len: 1093 time: 3.8957851
May 06 00:35:31.503949 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bf01176-0ef5-4420-92a6-7fe2055496f1', 'tag': '77feed8a-8b0f-4871-804a-1673330a40ef'}] {{(pid=73832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 00:35:31.624165 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [req-5c372d06-5a65-42bb-8e61-40b4d5282d56 req-5b3ba02c-e06a-426a-bf72-6ab87a619858 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Unset dirty status for tenant:002b4df3d00d43ddba30ad44b32e56cc on resource:security_group {{(pid=73832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 00:35:31.625470 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-5c372d06-5a65-42bb-8e61-40b4d5282d56 req-5b3ba02c-e06a-426a-bf72-6ab87a619858 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/security-groups?id=ceb8dabd-8ffc-4d87-9464-7f935bd56bb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4064093
May 06 00:35:31.637006 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-f1a0b35f-e46a-4da7-8ad0-be8f029e8322 req-2765b6f4-e955-49a8-9535-16fe4c72b85b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=37604004-5acb-4629-b2e7-84023f472da1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1216893
May 06 00:35:31.640541 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0216c724-87c1-482c-bb31-6c5fde61d8b5 service neutron] Pushing event updated for resources: {'Port': ['ID=77feed8a-8b0f-4871-804a-1673330a40ef,revision_number=3']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:35:31.648362 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-0216c724-87c1-482c-bb31-6c5fde61d8b5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:35:31.664395 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aa74fd-7be9-4397-8ec0-0991674c98c4 req-03eb9966-240b-4e3a-89cf-8fd9c526638f tempest-DeleteServersTestJSON-1871532533 tempest-DeleteServersTestJSON-1871532533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:31.678031 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-96aa74fd-7be9-4397-8ec0-0991674c98c4 req-03eb9966-240b-4e3a-89cf-8fd9c526638f tempest-DeleteServersTestJSON-1871532533 tempest-DeleteServersTestJSON-1871532533-project] 10.222.0.24 "GET /v2.0/ports?device_id=203fd734-abdf-439f-bf73-a03199230e3f HTTP/1.1" status: 200  len: 945 time: 0.1469786
May 06 00:35:31.699345 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] get_ports_and_sgs() called for port_ids ['163e2ec3-2d31-4d71-b82f-9ef0fbf1fa68'] {{(pid=73833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 06 00:35:31.760115 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Pushing event updated for resources: {'Port': ['ID=163e2ec3-2d31-4d71-b82f-9ef0fbf1fa68,revision_number=4']} {{(pid=73833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:35:31.777133 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-96aa74fd-7be9-4397-8ec0-0991674c98c4 req-23cae682-6b93-4e6e-8cb6-a1136e01cf14 tempest-DeleteServersTestJSON-1871532533 tempest-DeleteServersTestJSON-1871532533-project] 10.222.0.24 "GET /v2.0/security-groups?id=413bb1eb-c019-4d31-9611-c15e754238b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0980685
May 06 00:35:31.799987 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9e8f3d-b6aa-43c6-af8b-ccba27f53ed5 req-cf133947-8382-42a5-91fa-b828746dbe5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:31.802013 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-aa9e8f3d-b6aa-43c6-af8b-ccba27f53ed5 req-cf133947-8382-42a5-91fa-b828746dbe5c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c6c13c091dfc4aacbf264be74291da6e&device_id=f4cd3d09-3e89-4c0b-9e95-5448b9ed53ac HTTP/1.1" status: 200  len: 1097 time: 0.3877788
May 06 00:35:31.818608 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:35:31.894081 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b098be7c-494d-42fb-9336-1be0c17eef01 req-38f91321-a8b4-43a7-8bbb-b8cdba4dee5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:31.906139 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-b098be7c-494d-42fb-9336-1be0c17eef01 req-38f91321-a8b4-43a7-8bbb-b8cdba4dee5e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=002b4df3d00d43ddba30ad44b32e56cc&device_id=3bf01176-0ef5-4420-92a6-7fe2055496f1 HTTP/1.1" status: 200  len: 1096 time: 0.3415723
May 06 00:35:31.910439 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bf01176-0ef5-4420-92a6-7fe2055496f1', 'tag': '77feed8a-8b0f-4871-804a-1673330a40ef', 'status': 'completed', 'code': 200}
May 06 00:35:31.928474 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-f1a0b35f-e46a-4da7-8ad0-be8f029e8322 req-37318acd-d8ed-4d95-9548-41aede3b02e7 service neutron] 10.222.0.30 "GET /v2.0/networks/37604004-5acb-4629-b2e7-84023f472da1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2820146
May 06 00:35:32.134901 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 36196) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:35:32.144966 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-b098be7c-494d-42fb-9336-1be0c17eef01 req-b9e7efdd-e743-4a71-b1a0-7b04ce5002ea service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77feed8a-8b0f-4871-804a-1673330a40ef HTTP/1.1" status: 200  len: 217 time: 0.2278829
May 06 00:35:32.171551 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-9ef3350f-8873-49b0-a0ef-c94aead109ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:32.197064 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-9ef3350f-8873-49b0-a0ef-c94aead109ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:35:32.203614 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-9ef3350f-8873-49b0-a0ef-c94aead109ff admin admin] Usage tracker for resource:security_group_rule and tenant:f7294cdf7dbb42a8a48a7c3e7a4bd1c6 is out of sync, need to count used quota {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:35:32.209490 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-9ef3350f-8873-49b0-a0ef-c94aead109ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:35:32.223342 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-9ef3350f-8873-49b0-a0ef-c94aead109ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:35:32.364233 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9e8f3d-b6aa-43c6-af8b-ccba27f53ed5 req-f1d09511-097d-4520-a867-188a11566ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:32.366016 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-aa9e8f3d-b6aa-43c6-af8b-ccba27f53ed5 req-f1d09511-097d-4520-a867-188a11566ddb service neutron] 10.222.0.30 "GET /v2.0/networks?id=1ea45e29-439e-495a-941c-7f5912677888 HTTP/1.1" status: 200  len: 912 time: 0.5343325
May 06 00:35:32.367677 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b098be7c-494d-42fb-9336-1be0c17eef01 req-43114dca-2b37-49a6-9f4b-cb68c6d8a034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:32.369440 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-b098be7c-494d-42fb-9336-1be0c17eef01 req-43114dca-2b37-49a6-9f4b-cb68c6d8a034 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=80245074-5ce6-4e43-925d-2fdf29939a72 HTTP/1.1" status: 200  len: 859 time: 0.1657238
May 06 00:35:32.442334 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-9ef3350f-8873-49b0-a0ef-c94aead109ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:32.447215 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-9ef3350f-8873-49b0-a0ef-c94aead109ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:32.470006 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-b67e8869-a0e7-4f42-b465-91be5b38bd85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:35:32.498825 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2db47e-dbbf-4123-8f23-645f98f12444 req-dfbe2fdc-496a-4d96-a784-47964d31f2be tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:32.500442 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-bf2db47e-dbbf-4123-8f23-645f98f12444 req-dfbe2fdc-496a-4d96-a784-47964d31f2be tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4cd3d09-3e89-4c0b-9e95-5448b9ed53ac HTTP/1.1" status: 200  len: 944 time: 0.5931399
May 06 00:35:32.519318 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-b098be7c-494d-42fb-9336-1be0c17eef01 req-e94c60ae-75d3-4583-bbdd-0bbbe982bfa2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=37604004-5acb-4629-b2e7-84023f472da1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1370709
May 06 00:35:32.520753 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-aa9e8f3d-b6aa-43c6-af8b-ccba27f53ed5 req-e0a65291-9698-4306-8ba5-d2f1ceb8387c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fecd3a1a-9141-44a4-a881-089790423897 HTTP/1.1" status: 200  len: 217 time: 0.1374969
May 06 00:35:32.523525 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-f1a0b35f-e46a-4da7-8ad0-be8f029e8322 req-694604e5-2f78-49d3-931f-e30605e97f07 service neutron] 10.222.0.30 "GET /v2.0/networks/37604004-5acb-4629-b2e7-84023f472da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4361887
May 06 00:35:32.529079 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef3350f-8873-49b0-a0ef-c94aead109ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aa4f0d1-e67b-4cbe-95db-c9c17d44eaf3,revision_number=1']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:35:32.607613 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-9ef3350f-8873-49b0-a0ef-c94aead109ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:35:32.656206 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-9ef3350f-8873-49b0-a0ef-c94aead109ff admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f7294cdf7dbb42a8a48a7c3e7a4bd1c6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5194008
May 06 00:35:32.657212 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 36222) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:35:32.699444 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-bf2db47e-dbbf-4123-8f23-645f98f12444 req-96064505-c123-4c96-b3da-12a84f44251e tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/security-groups?id=5accd55e-29bc-4ca7-befd-1574e549f464&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1844823
May 06 00:35:32.709991 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9e8f3d-b6aa-43c6-af8b-ccba27f53ed5 req-760ecc3f-7077-4c5b-a3ee-3dc957f4ac2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:32.711492 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-aa9e8f3d-b6aa-43c6-af8b-ccba27f53ed5 req-760ecc3f-7077-4c5b-a3ee-3dc957f4ac2a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=693ca583-83b8-4934-b0a4-9f6d64f7b0b2 HTTP/1.1" status: 200  len: 850 time: 0.1714714
May 06 00:35:32.788380 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5589bc5d-5379-434f-97ef-e6b73752d12d req-866b4be4-9f8a-4396-89a4-884db718b018 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:32.794443 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-5589bc5d-5379-434f-97ef-e6b73752d12d req-866b4be4-9f8a-4396-89a4-884db718b018 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=15ce2da6-b007-4eb2-a16e-92ba2286a634 HTTP/1.1" status: 200  len: 944 time: 0.2355196
May 06 00:35:32.889057 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-5589bc5d-5379-434f-97ef-e6b73752d12d req-6e5c9a74-2c5b-47b5-b615-7517ac026d33 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a34f04e-64d6-4aca-9087-db3260c441d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0760398
May 06 00:35:32.912980 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-3dc93d7d-38fb-4dfb-a9a6-c32a6aa5c8b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:32.923814 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-b098be7c-494d-42fb-9336-1be0c17eef01 req-49789e67-c574-4f26-8d5b-85b2c98a89e9 service neutron] 10.222.0.30 "GET /v2.0/networks/37604004-5acb-4629-b2e7-84023f472da1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3802397
May 06 00:35:32.960854 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-3dc93d7d-38fb-4dfb-a9a6-c32a6aa5c8b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:33.025645 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-3dc93d7d-38fb-4dfb-a9a6-c32a6aa5c8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:33.031115 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-f3ac40e9-1fb4-422e-bc75-ebfa56aa13fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:35:33.043664 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc93d7d-38fb-4dfb-a9a6-c32a6aa5c8b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aa4f0d1-e67b-4cbe-95db-c9c17d44eaf3,revision_number=None']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:35:33.048448 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Device 4d31814e-8b0e-4376-9b93-66e0392316c3 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=73833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 06 00:35:33.066082 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-3dc93d7d-38fb-4dfb-a9a6-c32a6aa5c8b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:35:33.079404 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-3dc93d7d-38fb-4dfb-a9a6-c32a6aa5c8b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:33.085300 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-3dc93d7d-38fb-4dfb-a9a6-c32a6aa5c8b0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9aa4f0d1-e67b-4cbe-95db-c9c17d44eaf3 HTTP/1.1" status: 204  len: 168 time: 0.4240222
May 06 00:35:33.100947 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9e8f3d-b6aa-43c6-af8b-ccba27f53ed5 req-caf1661c-1b25-484b-8476-498082a3eb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:33.101762 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Device 163e2ec3-2d31-4d71-b82f-9ef0fbf1fa68 up at agent hyperv_hv-cinder-78462 {{(pid=73833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 00:35:33.102786 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-aa9e8f3d-b6aa-43c6-af8b-ccba27f53ed5 req-caf1661c-1b25-484b-8476-498082a3eb77 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1ea45e29-439e-495a-941c-7f5912677888&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3826976
May 06 00:35:33.237308 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-b098be7c-494d-42fb-9336-1be0c17eef01 req-fdadc85a-f3aa-45c6-a02a-aabed487af0f service neutron] 10.222.0.30 "GET /v2.0/networks/37604004-5acb-4629-b2e7-84023f472da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3061414
May 06 00:35:33.271203 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e71dfb-2c93-45b8-8d79-2feddb78bdbe req-02afe0e3-c903-4a5c-848e-9147007df89b tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:33.279151 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-12e71dfb-2c93-45b8-8d79-2feddb78bdbe req-02afe0e3-c903-4a5c-848e-9147007df89b tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bf01176-0ef5-4420-92a6-7fe2055496f1 HTTP/1.1" status: 200  len: 943 time: 0.2705295
May 06 00:35:33.291035 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Provisioning for port 163e2ec3-2d31-4d71-b82f-9ef0fbf1fa68 completed by entity L2. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 00:35:33.309439 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Provisioning complete for port 163e2ec3-2d31-4d71-b82f-9ef0fbf1fa68 triggered by entity L2. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 00:35:33.309911 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723253'] for port, provisioning_complete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:33.356500 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-aa9e8f3d-b6aa-43c6-af8b-ccba27f53ed5 req-2bb05507-e4e5-476e-8c28-e6a51946f507 service neutron] 10.222.0.30 "GET /v2.0/networks/1ea45e29-439e-495a-941c-7f5912677888?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2451108
May 06 00:35:33.369852 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-12e71dfb-2c93-45b8-8d79-2feddb78bdbe req-24172e0f-d689-42f2-bcca-a493bae1bb80 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/security-groups?id=ceb8dabd-8ffc-4d87-9464-7f935bd56bb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0894701
May 06 00:35:33.448351 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] For port 4d31814e-8b0e-4376-9b93-66e0392316c3, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=4d31814e-8b0e-4376-9b93-66e0392316c3,segment=NetworkSegment(211ca014-1f1c-4c9d-9a8e-e2529d491b2b),segment_id=211ca014-1f1c-4c9d-9a8e-e2529d491b2b)] {{(pid=73833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:35:33.475680 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Returning: {'device': '4d31814e-8b0e-4376-9b93-66e0392316c3', 'network_id': '37604004-5acb-4629-b2e7-84023f472da1', 'port_id': '4d31814e-8b0e-4376-9b93-66e0392316c3', 'mac_address': 'fa:16:3e:82:29:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80245074-5ce6-4e43-925d-2fdf29939a72', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 06 00:35:33.602534 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:33.632213 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.notifiers.nova [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d31814e-8b0e-4376-9b93-66e0392316c3 {{(pid=73833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 06 00:35:33.639239 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:33.691755 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] For port 4d31814e-8b0e-4376-9b93-66e0392316c3, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=4d31814e-8b0e-4376-9b93-66e0392316c3,segment=NetworkSegment(211ca014-1f1c-4c9d-9a8e-e2529d491b2b),segment_id=211ca014-1f1c-4c9d-9a8e-e2529d491b2b)] {{(pid=73833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:35:33.709670 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15ce2da6-b007-4eb2-a16e-92ba2286a634', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '163e2ec3-2d31-4d71-b82f-9ef0fbf1fa68'}] {{(pid=73833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 00:35:33.715448 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:33.726911 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:35:33.774009 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] For port 163e2ec3-2d31-4d71-b82f-9ef0fbf1fa68, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=163e2ec3-2d31-4d71-b82f-9ef0fbf1fa68,segment=NetworkSegment(d6767cd9-a845-4bf2-a0b7-cab2ef6cd327),segment_id=d6767cd9-a845-4bf2-a0b7-cab2ef6cd327)] {{(pid=73833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:35:33.784471 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:33.814544 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Pushing event updated for resources: {'Port': ['ID=4d31814e-8b0e-4376-9b93-66e0392316c3,revision_number=4']} {{(pid=73833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:35:33.818644 dv-cinder-784623-8-iscsi neutron-server[73833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15ce2da6-b007-4eb2-a16e-92ba2286a634', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '163e2ec3-2d31-4d71-b82f-9ef0fbf1fa68', 'code': 200}
May 06 00:35:33.819314 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:35:33.819730 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:35:33.906386 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Pushing event updated for resources: {'Port': ['ID=163e2ec3-2d31-4d71-b82f-9ef0fbf1fa68,revision_number=5']} {{(pid=73833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:35:33.910312 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:35:34.020184 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d99ef4-cca7-44c0-8448-9ae04ba3b964 req-5de85f32-09bb-4c3f-afa0-d9c69cc761f6 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:34.028211 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-d3d99ef4-cca7-44c0-8448-9ae04ba3b964 req-5de85f32-09bb-4c3f-afa0-d9c69cc761f6 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4cd3d09-3e89-4c0b-9e95-5448b9ed53ac HTTP/1.1" status: 200  len: 944 time: 0.1478417
May 06 00:35:34.094190 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-d3d99ef4-cca7-44c0-8448-9ae04ba3b964 req-52a99a74-ecc0-44ac-91da-333fd3bc1638 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/security-groups?id=5accd55e-29bc-4ca7-befd-1574e549f464&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0608268
May 06 00:35:34.172047 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369ba809-f959-492a-914f-f69abec09c66 req-8f2c8541-e7f7-4b0e-af24-a31904b55dae tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:34.182326 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-369ba809-f959-492a-914f-f69abec09c66 req-8f2c8541-e7f7-4b0e-af24-a31904b55dae tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=15ce2da6-b007-4eb2-a16e-92ba2286a634 HTTP/1.1" status: 200  len: 945 time: 0.1603916
May 06 00:35:34.255531 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-369ba809-f959-492a-914f-f69abec09c66 req-87165f22-a525-4f86-9bca-f6244b8dd9ab tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a34f04e-64d6-4aca-9087-db3260c441d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0663977
May 06 00:35:34.295228 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 36342) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:35:34.412882 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.v2.base [None req-bdd5d7a5-5d84-4cff-94fb-19185177f66a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-571461048-network', 'tenant_id': '7f299b0e96854ba194187b29d1c2c10c'}} {{(pid=73831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:35:34.418715 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-bdd5d7a5-5d84-4cff-94fb-19185177f66a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:35:34.422858 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-bdd5d7a5-5d84-4cff-94fb-19185177f66a admin admin] Usage tracker for resource:network and tenant:7f299b0e96854ba194187b29d1c2c10c is out of sync, need to count used quota {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:35:34.425816 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-bdd5d7a5-5d84-4cff-94fb-19185177f66a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:35:34.432472 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-bdd5d7a5-5d84-4cff-94fb-19185177f66a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:35:34.444480 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdd5d7a5-5d84-4cff-94fb-19185177f66a admin admin] Made reservation on behalf of 7f299b0e96854ba194187b29d1c2c10c for: {'network': 1} {{(pid=73831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 06 00:35:34.446969 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-bdd5d7a5-5d84-4cff-94fb-19185177f66a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for network, before_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:34.458941 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-bdd5d7a5-5d84-4cff-94fb-19185177f66a admin admin] Notify callbacks [] for security_group, before_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:34.510013 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-bdd5d7a5-5d84-4cff-94fb-19185177f66a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:35:34.519558 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-bdd5d7a5-5d84-4cff-94fb-19185177f66a admin admin] Usage tracker for resource:security_group_rule and tenant:7f299b0e96854ba194187b29d1c2c10c is out of sync, need to count used quota {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:35:34.523545 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-bdd5d7a5-5d84-4cff-94fb-19185177f66a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:35:34.530986 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-bdd5d7a5-5d84-4cff-94fb-19185177f66a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:35:34.592248 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c92cd8-7c18-4b95-bb29-0ba97f4d9f50 req-099ddf67-1081-41cd-b59c-6dcd73c193c2 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:34.593742 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-81c92cd8-7c18-4b95-bb29-0ba97f4d9f50 req-099ddf67-1081-41cd-b59c-6dcd73c193c2 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bf01176-0ef5-4420-92a6-7fe2055496f1 HTTP/1.1" status: 200  len: 943 time: 0.1222980
May 06 00:35:34.665378 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-81c92cd8-7c18-4b95-bb29-0ba97f4d9f50 req-92b2cef1-2582-4684-8d77-cbea15f8e13b tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/security-groups?id=ceb8dabd-8ffc-4d87-9464-7f935bd56bb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0647147
May 06 00:35:34.688372 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-bdd5d7a5-5d84-4cff-94fb-19185177f66a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:34.693987 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-bdd5d7a5-5d84-4cff-94fb-19185177f66a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:34.697303 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:35:34.734122 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdd5d7a5-5d84-4cff-94fb-19185177f66a admin admin] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'}  {{(pid=73831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 06 00:35:34.744294 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd5d7a5-5d84-4cff-94fb-19185177f66a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=863a7b4d-5b02-4831-9ed4-9b49495c1ea2,revision_number=1']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:35:34.748066 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-bdd5d7a5-5d84-4cff-94fb-19185177f66a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:35:34.750774 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-bdd5d7a5-5d84-4cff-94fb-19185177f66a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730493'] for segment, precommit_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:34.751263 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.db.segments_db [None req-bdd5d7a5-5d84-4cff-94fb-19185177f66a admin admin] Added segment d3d23570-299e-44dc-88e2-c2cb27eae092 of type vlan for network f157f065-b6f2-41d7-b334-bf1742c1b47d
May 06 00:35:34.780415 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-bdd5d7a5-5d84-4cff-94fb-19185177f66a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767380920962'] for network, precommit_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:34.814957 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-bdd5d7a5-5d84-4cff-94fb-19185177f66a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938'] for network, after_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:34.816390 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd5d7a5-5d84-4cff-94fb-19185177f66a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:34.817063 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-bdd5d7a5-5d84-4cff-94fb-19185177f66a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535980'] for network, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:34.821915 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-064d11ec-83fb-4840-8741-00e4632fe1db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:35:34.912618 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 36374) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:35:34.921240 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-bdd5d7a5-5d84-4cff-94fb-19185177f66a admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.6249354
May 06 00:35:34.924219 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd5d7a5-5d84-4cff-94fb-19185177f66a admin admin] Pushing event updated for resources: {'Network': ['ID=f157f065-b6f2-41d7-b334-bf1742c1b47d,revision_number=1']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:35:34.926287 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 36378) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:35:34.927144 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-bdd5d7a5-5d84-4cff-94fb-19185177f66a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:35:34.932503 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.v2.base [None req-cfe54238-9208-42fb-95b7-cfe8d8952f2a admin admin] Request body: {'subnet': {'network_id': 'f157f065-b6f2-41d7-b334-bf1742c1b47d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-571461048-subnet', 'tenant_id': '7f299b0e96854ba194187b29d1c2c10c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:35:34.935425 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Network f157f065-b6f2-41d7-b334-bf1742c1b47d details requested by agent ovs-agent-dv-cinder-784623-8-iscsi with host dv-cinder-784623-8-iscsi {{(pid=73833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 06 00:35:34.939984 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-cfe54238-9208-42fb-95b7-cfe8d8952f2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:35:34.945261 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-cfe54238-9208-42fb-95b7-cfe8d8952f2a admin admin] Usage tracker for resource:subnet and tenant:7f299b0e96854ba194187b29d1c2c10c is out of sync, need to count used quota {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:35:34.950860 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-cfe54238-9208-42fb-95b7-cfe8d8952f2a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:35:34.958600 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-cfe54238-9208-42fb-95b7-cfe8d8952f2a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:35:34.970445 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfe54238-9208-42fb-95b7-cfe8d8952f2a admin admin] Made reservation on behalf of 7f299b0e96854ba194187b29d1c2c10c for: {'subnet': 1} {{(pid=73832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 06 00:35:34.973658 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-cfe54238-9208-42fb-95b7-cfe8d8952f2a admin admin] Notify callbacks [] for subnet, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:35.078317 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-f810f1e6-5df6-4838-a754-da61cf884fe0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:35.099465 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-f810f1e6-5df6-4838-a754-da61cf884fe0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:35:35.109283 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-f810f1e6-5df6-4838-a754-da61cf884fe0 admin admin] Usage tracker for resource:security_group_rule and tenant:523862aa82a64d4c9939fd40a94d417c is out of sync, need to count used quota {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:35:35.117168 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-f810f1e6-5df6-4838-a754-da61cf884fe0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:35:35.124724 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-f810f1e6-5df6-4838-a754-da61cf884fe0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:35:35.359997 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac85fba-1194-4c45-be6e-fed70a791684 req-5582a9c9-d9f8-4edf-a194-e68d0a289571 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:35.361480 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-4ac85fba-1194-4c45-be6e-fed70a791684 req-5582a9c9-d9f8-4edf-a194-e68d0a289571 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4cd3d09-3e89-4c0b-9e95-5448b9ed53ac HTTP/1.1" status: 200  len: 944 time: 0.0918961
May 06 00:35:35.396034 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-f810f1e6-5df6-4838-a754-da61cf884fe0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:35.402172 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-f810f1e6-5df6-4838-a754-da61cf884fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:35.410474 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-4ac85fba-1194-4c45-be6e-fed70a791684 req-7d593450-a740-4dba-8e26-29bb06bf0416 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/security-groups?id=5accd55e-29bc-4ca7-befd-1574e549f464&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431411
May 06 00:35:35.411035 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:35:35.465974 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-f810f1e6-5df6-4838-a754-da61cf884fe0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=523862aa82a64d4c9939fd40a94d417c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5517921
May 06 00:35:35.466678 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f810f1e6-5df6-4838-a754-da61cf884fe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fcd2adc-d798-49c2-bdf9-2b3bf4904446,revision_number=1']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:35:35.468667 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 36398) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:35:35.469697 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-f810f1e6-5df6-4838-a754-da61cf884fe0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:35:35.560541 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-cfe54238-9208-42fb-95b7-cfe8d8952f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938'] for subnet, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:35.565076 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-94d24b98-1f63-462e-9e71-b218ed59be03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:35:35.574381 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-badeab70-274c-4049-9ded-457f0fc99e9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:35.605773 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-badeab70-274c-4049-9ded-457f0fc99e9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:35.632469 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe54238-9208-42fb-95b7-cfe8d8952f2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=96eac3cb-023e-48f0-97ff-8f5140a35952,revision_number=0']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:35:35.635706 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-cfe54238-9208-42fb-95b7-cfe8d8952f2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:35:35.642340 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe54238-9208-42fb-95b7-cfe8d8952f2a admin admin] Checking segment: {'id': 'd3d23570-299e-44dc-88e2-c2cb27eae092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f157f065-b6f2-41d7-b334-bf1742c1b47d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 00:35:35.642690 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe54238-9208-42fb-95b7-cfe8d8952f2a admin admin] Network hostable DHCP agents. Network: f157f065-b6f2-41d7-b334-bf1742c1b47d, hostable agents: ['08bd01f5-d9ad-41d2-bccd-f8157b6c692c'], hosted agents: [] {{(pid=73832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 06 00:35:35.658299 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d1fbad-f0c0-4d2e-beca-6d0095520759 req-9dfd7148-d979-4024-a616-b304143cda44 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:35.659763 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-f7d1fbad-f0c0-4d2e-beca-6d0095520759 req-9dfd7148-d979-4024-a616-b304143cda44 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=15ce2da6-b007-4eb2-a16e-92ba2286a634 HTTP/1.1" status: 200  len: 945 time: 0.1498995
May 06 00:35:35.660379 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe54238-9208-42fb-95b7-cfe8d8952f2a admin admin] Network f157f065-b6f2-41d7-b334-bf1742c1b47d is scheduled to be hosted by DHCP agent 08bd01f5-d9ad-41d2-bccd-f8157b6c692c with binding_index 1 {{(pid=73832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 06 00:35:35.675008 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.scheduler.base_scheduler [None req-cfe54238-9208-42fb-95b7-cfe8d8952f2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-8-iscsi, f157f065-b6f2-41d7-b334-bf1742c1b47d) {{(pid=73832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 00:35:35.679542 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe54238-9208-42fb-95b7-cfe8d8952f2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:35.680131 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-cfe54238-9208-42fb-95b7-cfe8d8952f2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535980'] for subnet, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:35.689530 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4969b44-2e4d-4df2-a37c-730630d90723 None None] Network f157f065-b6f2-41d7-b334-bf1742c1b47d requested from dv-cinder-784623-8-iscsi {{(pid=73833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 06 00:35:35.712135 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-cfe54238-9208-42fb-95b7-cfe8d8952f2a admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.7839916
May 06 00:35:35.729466 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-badeab70-274c-4049-9ded-457f0fc99e9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:35.734770 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-f7d1fbad-f0c0-4d2e-beca-6d0095520759 req-fce8db04-ff25-4d9f-acfe-950326f3e7cd tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a34f04e-64d6-4aca-9087-db3260c441d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0657585
May 06 00:35:35.738629 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-db021f5c-e2dc-46f5-9352-0413c4eb4dce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:35:35.753120 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badeab70-274c-4049-9ded-457f0fc99e9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fcd2adc-d798-49c2-bdf9-2b3bf4904446,revision_number=None']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:35:35.765283 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-badeab70-274c-4049-9ded-457f0fc99e9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:35:35.789712 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-badeab70-274c-4049-9ded-457f0fc99e9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:35.793479 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-badeab70-274c-4049-9ded-457f0fc99e9f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2fcd2adc-d798-49c2-bdf9-2b3bf4904446 HTTP/1.1" status: 204  len: 168 time: 0.3212078
May 06 00:35:35.950602 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9523c5a-fd1e-43ed-b5b2-326b6550f209 req-d453eb2e-5dcc-4b56-a837-69cea302eb1c tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:35.957564 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-b9523c5a-fd1e-43ed-b5b2-326b6550f209 req-d453eb2e-5dcc-4b56-a837-69cea302eb1c tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bf01176-0ef5-4420-92a6-7fe2055496f1 HTTP/1.1" status: 200  len: 943 time: 0.0969388
May 06 00:35:35.997959 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c089f14f-dae1-41c2-b126-6adca447a4ec None None] Network f157f065-b6f2-41d7-b334-bf1742c1b47d requested from dv-cinder-784623-8-iscsi {{(pid=73833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 06 00:35:36.013067 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-b9523c5a-fd1e-43ed-b5b2-326b6550f209 req-25c48b8b-c445-482b-bb59-aba92b940dd5 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/security-groups?id=ceb8dabd-8ffc-4d87-9464-7f935bd56bb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0524228
May 06 00:35:36.189819 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 36414) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:35:36.223041 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-87a1771d-51d2-430d-979d-bd90ad05809e admin admin] Notify callbacks [] for security_group, before_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:36.268017 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-87a1771d-51d2-430d-979d-bd90ad05809e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:35:36.273163 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-87a1771d-51d2-430d-979d-bd90ad05809e admin admin] Usage tracker for resource:security_group_rule and tenant:cc11c1994c92427e9ffd30284e80b1ab is out of sync, need to count used quota {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:35:36.278135 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-87a1771d-51d2-430d-979d-bd90ad05809e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:35:36.289169 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-87a1771d-51d2-430d-979d-bd90ad05809e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:35:36.381982 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-aa9e8f3d-b6aa-43c6-af8b-ccba27f53ed5 req-0c520304-b566-4ad2-8161-3377296c3405 service neutron] 10.222.0.30 "GET /v2.0/networks/1ea45e29-439e-495a-941c-7f5912677888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3059263
May 06 00:35:36.409742 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] get_ports_and_sgs() called for port_ids ['4d31814e-8b0e-4376-9b93-66e0392316c3'] {{(pid=73833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 06 00:35:36.475590 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e431175f-26fb-402b-89c1-7786ee6e1f07 req-06c075fe-818b-4090-bb48-cb774957c224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:36.477193 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-e431175f-26fb-402b-89c1-7786ee6e1f07 req-06c075fe-818b-4090-bb48-cb774957c224 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=002b4df3d00d43ddba30ad44b32e56cc&device_id=3bf01176-0ef5-4420-92a6-7fe2055496f1 HTTP/1.1" status: 200  len: 1096 time: 0.3490081
May 06 00:35:36.533821 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-87a1771d-51d2-430d-979d-bd90ad05809e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:36.540936 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-87a1771d-51d2-430d-979d-bd90ad05809e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:36.566391 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:35:36.594169 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1862db-3d6b-4e82-a522-3b93158a47fa req-2d990a17-850b-4995-94bd-0d97102326b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:36.595699 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-bd1862db-3d6b-4e82-a522-3b93158a47fa req-2d990a17-850b-4995-94bd-0d97102326b6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=15ce2da6-b007-4eb2-a16e-92ba2286a634 HTTP/1.1" status: 200  len: 1098 time: 0.2128534
May 06 00:35:36.641904 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a1771d-51d2-430d-979d-bd90ad05809e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4307f70-035e-4117-8103-2550646d6d30,revision_number=1']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:35:36.649556 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-87a1771d-51d2-430d-979d-bd90ad05809e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:35:36.662777 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e431175f-26fb-402b-89c1-7786ee6e1f07 req-6027f935-c28f-4309-9b01-49f4c2236b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:36.664259 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-e431175f-26fb-402b-89c1-7786ee6e1f07 req-6027f935-c28f-4309-9b01-49f4c2236b3a service neutron] 10.222.0.30 "GET /v2.0/networks?id=37604004-5acb-4629-b2e7-84023f472da1 HTTP/1.1" status: 200  len: 920 time: 0.1698458
May 06 00:35:36.726281 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-87a1771d-51d2-430d-979d-bd90ad05809e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cc11c1994c92427e9ffd30284e80b1ab&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5347183
May 06 00:35:36.728930 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 36434) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:35:36.800939 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58997540-15b9-4ea1-aae7-11359ec355c2 req-0b7e9728-458a-411a-881a-2346f895973a tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:36.802846 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-58997540-15b9-4ea1-aae7-11359ec355c2 req-0b7e9728-458a-411a-881a-2346f895973a tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4cd3d09-3e89-4c0b-9e95-5448b9ed53ac HTTP/1.1" status: 200  len: 944 time: 0.1631546
May 06 00:35:36.893853 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-28f33ee0-8115-47ff-bc15-1c95c31e9872 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:36.925621 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-28f33ee0-8115-47ff-bc15-1c95c31e9872 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:36.926232 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-58997540-15b9-4ea1-aae7-11359ec355c2 req-c5adda23-911b-4cb8-a6d2-617ebdb1387a tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/security-groups?id=5accd55e-29bc-4ca7-befd-1574e549f464&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1142752
May 06 00:35:37.019667 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-28f33ee0-8115-47ff-bc15-1c95c31e9872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:37.029595 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:35:37.043673 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f33ee0-8115-47ff-bc15-1c95c31e9872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4307f70-035e-4117-8103-2550646d6d30,revision_number=None']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:35:37.047336 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-28f33ee0-8115-47ff-bc15-1c95c31e9872 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:35:37.051835 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-28f33ee0-8115-47ff-bc15-1c95c31e9872 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:37.055253 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-28f33ee0-8115-47ff-bc15-1c95c31e9872 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e4307f70-035e-4117-8103-2550646d6d30 HTTP/1.1" status: 204  len: 168 time: 0.3222435
May 06 00:35:37.090755 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4774f974-87ed-4618-9312-ee9c33a01c0a req-3821d96a-e1fd-4f95-a020-cd08a544614b tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:37.092287 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-4774f974-87ed-4618-9312-ee9c33a01c0a req-3821d96a-e1fd-4f95-a020-cd08a544614b tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=15ce2da6-b007-4eb2-a16e-92ba2286a634 HTTP/1.1" status: 200  len: 945 time: 0.1158569
May 06 00:35:37.146332 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-4774f974-87ed-4618-9312-ee9c33a01c0a req-164aa0d5-9a9c-4ccb-8afd-6da8ee13eb98 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a34f04e-64d6-4aca-9087-db3260c441d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0475612
May 06 00:35:37.214886 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bef74c-1b67-44e1-8c65-4a5cc3a7dcc1 req-f2464c05-4dc8-4021-8f80-fd4cdc1a49f8 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:37.216682 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-f9bef74c-1b67-44e1-8c65-4a5cc3a7dcc1 req-f2464c05-4dc8-4021-8f80-fd4cdc1a49f8 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bf01176-0ef5-4420-92a6-7fe2055496f1 HTTP/1.1" status: 200  len: 943 time: 0.0889459
May 06 00:35:37.263807 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-f9bef74c-1b67-44e1-8c65-4a5cc3a7dcc1 req-ac2b6dbc-62d4-46a9-b793-72347a248521 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/security-groups?id=ceb8dabd-8ffc-4d87-9464-7f935bd56bb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408933
May 06 00:35:38.110254 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e8a365-8202-4c62-8c6a-3b92e45f34d6 req-5e38ef6c-1de2-485d-a206-967f3dbe0499 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:38.112294 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-c6e8a365-8202-4c62-8c6a-3b92e45f34d6 req-5e38ef6c-1de2-485d-a206-967f3dbe0499 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4cd3d09-3e89-4c0b-9e95-5448b9ed53ac HTTP/1.1" status: 200  len: 944 time: 0.0838790
May 06 00:35:38.161082 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-c6e8a365-8202-4c62-8c6a-3b92e45f34d6 req-c4f455b6-d918-4724-9a3f-d0f588fdf21e tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/security-groups?id=5accd55e-29bc-4ca7-befd-1574e549f464&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402384
May 06 00:35:38.349879 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a358fc01-dfbe-4688-a4f0-ef6a6d086a4b req-de84fec4-4173-48c7-9a0a-ba6ecafa59da tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:38.351356 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-a358fc01-dfbe-4688-a4f0-ef6a6d086a4b req-de84fec4-4173-48c7-9a0a-ba6ecafa59da tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=15ce2da6-b007-4eb2-a16e-92ba2286a634 HTTP/1.1" status: 200  len: 945 time: 0.0905218
May 06 00:35:38.397978 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-a358fc01-dfbe-4688-a4f0-ef6a6d086a4b req-b21bfe03-5eb2-46e6-a774-bd84ddfa6f96 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a34f04e-64d6-4aca-9087-db3260c441d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401855
May 06 00:35:38.463671 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f33277-09d0-4c1d-b38d-00c787820679 req-a37c3966-ad20-494c-984f-0de479b50dc3 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:38.465699 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-d1f33277-09d0-4c1d-b38d-00c787820679 req-a37c3966-ad20-494c-984f-0de479b50dc3 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bf01176-0ef5-4420-92a6-7fe2055496f1 HTTP/1.1" status: 200  len: 943 time: 0.0835767
May 06 00:35:38.515920 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-d1f33277-09d0-4c1d-b38d-00c787820679 req-0ef5c68f-c477-46ad-8536-2cb5e2b0ae28 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/security-groups?id=ceb8dabd-8ffc-4d87-9464-7f935bd56bb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442936
May 06 00:35:39.349310 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0e67d1-eb7f-489d-926e-dad5a97e775d req-f3bac9c0-627a-4bf9-9ac2-b5d02d1605eb tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:39.350733 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-8a0e67d1-eb7f-489d-926e-dad5a97e775d req-f3bac9c0-627a-4bf9-9ac2-b5d02d1605eb tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4cd3d09-3e89-4c0b-9e95-5448b9ed53ac HTTP/1.1" status: 200  len: 944 time: 0.0792179
May 06 00:35:39.394577 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-8a0e67d1-eb7f-489d-926e-dad5a97e775d req-55bd3624-c98f-4ce9-a678-e821324ecba6 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/security-groups?id=5accd55e-29bc-4ca7-befd-1574e549f464&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0373266
May 06 00:35:39.429655 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Device fecd3a1a-9141-44a4-a881-089790423897 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=73833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 06 00:35:39.585385 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] For port fecd3a1a-9141-44a4-a881-089790423897, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=fecd3a1a-9141-44a4-a881-089790423897,segment=NetworkSegment(890a22a0-98ca-414c-a9a6-981937a77b2c),segment_id=890a22a0-98ca-414c-a9a6-981937a77b2c)] {{(pid=73833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:35:39.596530 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-e431175f-26fb-402b-89c1-7786ee6e1f07 req-bbf7b0af-55a5-4bd8-a906-9ea14f359e8f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77feed8a-8b0f-4871-804a-1673330a40ef HTTP/1.1" status: 200  len: 217 time: 0.1287014
May 06 00:35:39.600274 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Returning: {'device': 'fecd3a1a-9141-44a4-a881-089790423897', 'network_id': '1ea45e29-439e-495a-941c-7f5912677888', 'port_id': 'fecd3a1a-9141-44a4-a881-089790423897', 'mac_address': 'fa:16:3e:15:db:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '693ca583-83b8-4934-b0a4-9f6d64f7b0b2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 06 00:35:39.623121 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-bd1862db-3d6b-4e82-a522-3b93158a47fa req-499f64b6-a8b0-4cd4-bb98-d62344d4b66c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=6a34f04e-64d6-4aca-9087-db3260c441d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1565077
May 06 00:35:39.658398 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:39.664214 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13f6ef4-16e9-4323-8b69-7cdca141341a req-e35b29b6-36ba-4327-a27f-60c1fdb3562b tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:39.666336 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-c13f6ef4-16e9-4323-8b69-7cdca141341a req-e35b29b6-36ba-4327-a27f-60c1fdb3562b tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=15ce2da6-b007-4eb2-a16e-92ba2286a634 HTTP/1.1" status: 200  len: 945 time: 0.1278598
May 06 00:35:39.677640 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.notifiers.nova [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fecd3a1a-9141-44a4-a881-089790423897 {{(pid=73833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 06 00:35:39.698902 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] For port fecd3a1a-9141-44a4-a881-089790423897, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=fecd3a1a-9141-44a4-a881-089790423897,segment=NetworkSegment(890a22a0-98ca-414c-a9a6-981937a77b2c),segment_id=890a22a0-98ca-414c-a9a6-981937a77b2c)] {{(pid=73833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:35:39.704122 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:39.706078 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:35:39.720145 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-c13f6ef4-16e9-4323-8b69-7cdca141341a req-cf19953a-315e-4384-936e-4d7caf90ff30 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a34f04e-64d6-4aca-9087-db3260c441d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0475364
May 06 00:35:39.755003 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb1882b-2a63-4b7d-ab47-521e37f9696b req-e43c848f-9fcb-41ab-b1c3-9f06ca2ccbb3 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:39.762199 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-dbb1882b-2a63-4b7d-ab47-521e37f9696b req-e43c848f-9fcb-41ab-b1c3-9f06ca2ccbb3 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bf01176-0ef5-4420-92a6-7fe2055496f1 HTTP/1.1" status: 200  len: 943 time: 0.1246858
May 06 00:35:39.811043 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Pushing event updated for resources: {'Port': ['ID=fecd3a1a-9141-44a4-a881-089790423897,revision_number=4']} {{(pid=73833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:35:39.814826 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-dbb1882b-2a63-4b7d-ab47-521e37f9696b req-0dcbaa7a-3e0a-4b66-a127-dfc09a11cd03 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/security-groups?id=ceb8dabd-8ffc-4d87-9464-7f935bd56bb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517168
May 06 00:35:39.815599 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:35:39.831965 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e431175f-26fb-402b-89c1-7786ee6e1f07 req-d76bbcbb-b79e-42e3-b438-bb3c4f681102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:39.833797 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-e431175f-26fb-402b-89c1-7786ee6e1f07 req-d76bbcbb-b79e-42e3-b438-bb3c4f681102 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=80245074-5ce6-4e43-925d-2fdf29939a72 HTTP/1.1" status: 200  len: 859 time: 0.1041863
May 06 00:35:39.885044 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-e431175f-26fb-402b-89c1-7786ee6e1f07 req-c570a9d9-646c-4b53-acc3-a7625013de18 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=37604004-5acb-4629-b2e7-84023f472da1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0436320
May 06 00:35:40.017189 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-e431175f-26fb-402b-89c1-7786ee6e1f07 req-41d02705-3af5-4eab-90e3-e001e601c2f4 service neutron] 10.222.0.30 "GET /v2.0/networks/37604004-5acb-4629-b2e7-84023f472da1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1247494
May 06 00:35:40.049621 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] get_ports_and_sgs() called for port_ids ['fecd3a1a-9141-44a4-a881-089790423897'] {{(pid=73833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 06 00:35:40.164795 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-e431175f-26fb-402b-89c1-7786ee6e1f07 req-9acf4b61-f67a-407a-b353-9ec9a241333b service neutron] 10.222.0.30 "GET /v2.0/networks/37604004-5acb-4629-b2e7-84023f472da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1406958
May 06 00:35:40.596925 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e326cbbe-6cea-4d34-ad6e-7d6d0ca0db9f req-270659a9-f0d3-4fc4-a45e-a3465ba9bf77 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:40.605436 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-e326cbbe-6cea-4d34-ad6e-7d6d0ca0db9f req-270659a9-f0d3-4fc4-a45e-a3465ba9bf77 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4cd3d09-3e89-4c0b-9e95-5448b9ed53ac HTTP/1.1" status: 200  len: 945 time: 0.0995450
May 06 00:35:40.651153 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-e326cbbe-6cea-4d34-ad6e-7d6d0ca0db9f req-90421e45-3038-4dd2-b0cb-85ef44ed5c14 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/security-groups?id=5accd55e-29bc-4ca7-befd-1574e549f464&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408483
May 06 00:35:40.827617 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3d59b6-0e5d-402e-93a4-30b134c3ade5 req-9945f23a-6d3b-4afa-ae12-c6e6dd3cfeed tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:40.828292 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [req-cc3d59b6-0e5d-402e-93a4-30b134c3ade5 req-9945f23a-6d3b-4afa-ae12-c6e6dd3cfeed tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] Synchronizing usage tracker for tenant:7f299b0e96854ba194187b29d1c2c10c on resource:network {{(pid=73831) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 00:35:40.848917 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [req-cc3d59b6-0e5d-402e-93a4-30b134c3ade5 req-9945f23a-6d3b-4afa-ae12-c6e6dd3cfeed tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] Unset dirty status for tenant:7f299b0e96854ba194187b29d1c2c10c on resource:network {{(pid=73831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 00:35:40.850151 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-cc3d59b6-0e5d-402e-93a4-30b134c3ade5 req-9945f23a-6d3b-4afa-ae12-c6e6dd3cfeed tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] 10.222.0.24 "GET /v2.0/networks?id=f157f065-b6f2-41d7-b334-bf1742c1b47d HTTP/1.1" status: 200  len: 808 time: 0.1806934
May 06 00:35:40.866166 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-cc3d59b6-0e5d-402e-93a4-30b134c3ade5 req-e989586f-b179-4f2d-9c07-e6a8e9d482f8 tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] 10.222.0.24 "GET /v2.0/quotas/7f299b0e96854ba194187b29d1c2c10c HTTP/1.1" status: 200  len: 375 time: 0.0095913
May 06 00:35:40.920831 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-cc3d59b6-0e5d-402e-93a4-30b134c3ade5 req-e0675344-97d8-421a-8ea5-b8d57f2c9c6c tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7f299b0e96854ba194187b29d1c2c10c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0481765
May 06 00:35:40.933877 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bafdc9-0e34-4553-b5d8-89508f1dfedf req-66ab087a-dbb6-40b5-ab82-40bdac5dbb81 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:40.937237 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-03bafdc9-0e34-4553-b5d8-89508f1dfedf req-66ab087a-dbb6-40b5-ab82-40bdac5dbb81 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=15ce2da6-b007-4eb2-a16e-92ba2286a634 HTTP/1.1" status: 200  len: 945 time: 0.0941093
May 06 00:35:40.983352 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-03bafdc9-0e34-4553-b5d8-89508f1dfedf req-03e5aacd-a8f0-49fa-8633-490b99a443c9 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a34f04e-64d6-4aca-9087-db3260c441d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420480
May 06 00:35:41.061606 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-cc3d59b6-0e5d-402e-93a4-30b134c3ade5 req-1db49303-5d0e-4a7b-a74d-a9478b56431c service neutron] 10.222.0.24 "GET /v2.0/networks/f157f065-b6f2-41d7-b334-bf1742c1b47d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1338861
May 06 00:35:41.166019 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd123f0-02f1-4531-a845-e79af26cedff req-2a6fc8c5-c497-49f0-b703-8cf303d49ea7 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:41.167471 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-3dd123f0-02f1-4531-a845-e79af26cedff req-2a6fc8c5-c497-49f0-b703-8cf303d49ea7 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bf01176-0ef5-4420-92a6-7fe2055496f1 HTTP/1.1" status: 200  len: 943 time: 0.0844984
May 06 00:35:41.202637 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-cc3d59b6-0e5d-402e-93a4-30b134c3ade5 req-7499ebe4-032f-4fd1-a8ed-0f4c980f09ba service neutron] 10.222.0.24 "GET /v2.0/networks/f157f065-b6f2-41d7-b334-bf1742c1b47d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1349928
May 06 00:35:41.217023 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-3dd123f0-02f1-4531-a845-e79af26cedff req-90a421ba-4324-4583-ba63-f11545abec8d tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/security-groups?id=ceb8dabd-8ffc-4d87-9464-7f935bd56bb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428579
May 06 00:35:41.379224 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-832d2e1d-cf49-427a-a57e-e1552e83d9d2 req-1cdd9af2-c473-40f6-a53e-ba98df09702e tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b134b34-fe11-4aff-96cd-ffd81e77a92b HTTP/1.1" status: 200  len: 210 time: 0.0417895
May 06 00:35:41.834093 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7865ca8-2cfc-4a02-a058-3b9d53ecb479 req-d8415724-0d7b-47f4-9101-c2a58807166c tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:41.835543 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-d7865ca8-2cfc-4a02-a058-3b9d53ecb479 req-d8415724-0d7b-47f4-9101-c2a58807166c tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4cd3d09-3e89-4c0b-9e95-5448b9ed53ac HTTP/1.1" status: 200  len: 945 time: 0.0790613
May 06 00:35:41.882173 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-d7865ca8-2cfc-4a02-a058-3b9d53ecb479 req-5511d875-7f4c-43ea-8de3-c69d9994ed34 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/security-groups?id=5accd55e-29bc-4ca7-befd-1574e549f464&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406032
May 06 00:35:42.180329 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0053bab9-b775-409d-a717-79acd764fd52 req-d13f0a15-efc1-424d-8f10-7d231abdadf5 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:42.181854 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-0053bab9-b775-409d-a717-79acd764fd52 req-d13f0a15-efc1-424d-8f10-7d231abdadf5 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=15ce2da6-b007-4eb2-a16e-92ba2286a634 HTTP/1.1" status: 200  len: 945 time: 0.0855751
May 06 00:35:42.226667 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-0053bab9-b775-409d-a717-79acd764fd52 req-87978b7e-543b-4f20-8f5a-20e08cf4b1a8 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a34f04e-64d6-4aca-9087-db3260c441d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388887
May 06 00:35:42.402081 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f865de1-ab0e-46a5-b545-0fdc29e54462 req-03bb8113-3a55-492e-854a-db2fae96def8 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:42.403527 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-7f865de1-ab0e-46a5-b545-0fdc29e54462 req-03bb8113-3a55-492e-854a-db2fae96def8 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bf01176-0ef5-4420-92a6-7fe2055496f1 HTTP/1.1" status: 200  len: 943 time: 0.0829325
May 06 00:35:42.448003 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-7f865de1-ab0e-46a5-b545-0fdc29e54462 req-3143ff1b-6a2d-49c2-8a77-3a6c1e9fbd96 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/security-groups?id=ceb8dabd-8ffc-4d87-9464-7f935bd56bb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387502
May 06 00:35:42.523019 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-17836cf1-9c7d-4205-8f53-6fb0d178d9bd req-0e8859ce-1aa1-4ebb-ae49-cede6413b8fb tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b134b34-fe11-4aff-96cd-ffd81e77a92b HTTP/1.1" status: 200  len: 210 time: 0.0414350
May 06 00:35:43.055671 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Device 77feed8a-8b0f-4871-804a-1673330a40ef details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=73833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 06 00:35:43.066981 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd781207-f952-4108-a480-2f483845c31a req-124df108-d3d3-4cee-a246-e1ee70462f50 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:43.067552 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Device 4d31814e-8b0e-4376-9b93-66e0392316c3 up at agent hyperv_hv-cinder-78462 {{(pid=73833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 00:35:43.068543 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-dd781207-f952-4108-a480-2f483845c31a req-124df108-d3d3-4cee-a246-e1ee70462f50 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4cd3d09-3e89-4c0b-9e95-5448b9ed53ac HTTP/1.1" status: 200  len: 945 time: 0.0807526
May 06 00:35:43.123440 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:43.126248 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-dd781207-f952-4108-a480-2f483845c31a req-37959983-35f8-40d7-9382-426440098ed3 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/security-groups?id=5accd55e-29bc-4ca7-befd-1574e549f464&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0504439
May 06 00:35:43.226476 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Provisioning for port 4d31814e-8b0e-4376-9b93-66e0392316c3 completed by entity L2. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 00:35:43.242609 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Provisioning complete for port 4d31814e-8b0e-4376-9b93-66e0392316c3 triggered by entity L2. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 00:35:43.242988 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723253'] for port, provisioning_complete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:43.307975 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] For port 77feed8a-8b0f-4871-804a-1673330a40ef, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=77feed8a-8b0f-4871-804a-1673330a40ef,segment=NetworkSegment(211ca014-1f1c-4c9d-9a8e-e2529d491b2b),segment_id=211ca014-1f1c-4c9d-9a8e-e2529d491b2b)] {{(pid=73833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:35:43.341255 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Returning: {'device': '77feed8a-8b0f-4871-804a-1673330a40ef', 'network_id': '37604004-5acb-4629-b2e7-84023f472da1', 'port_id': '77feed8a-8b0f-4871-804a-1673330a40ef', 'mac_address': 'fa:16:3e:ca:94:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80245074-5ce6-4e43-925d-2fdf29939a72', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 06 00:35:43.447500 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69615a53-cc18-44ac-92ae-4536a0e551a3 req-b6753e27-264f-49a3-a9a6-c83518a50619 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:43.449621 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-69615a53-cc18-44ac-92ae-4536a0e551a3 req-b6753e27-264f-49a3-a9a6-c83518a50619 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=15ce2da6-b007-4eb2-a16e-92ba2286a634 HTTP/1.1" status: 200  len: 945 time: 0.1077776
May 06 00:35:43.451758 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:43.461656 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:43.485329 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.notifiers.nova [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77feed8a-8b0f-4871-804a-1673330a40ef {{(pid=73833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 06 00:35:43.504992 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-69615a53-cc18-44ac-92ae-4536a0e551a3 req-ad016fb0-5640-4350-9a16-ab61d2f22f5c tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a34f04e-64d6-4aca-9087-db3260c441d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0489995
May 06 00:35:43.507770 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07ff8e08-f2b7-4e46-b8df-eed0ff990983', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d31814e-8b0e-4376-9b93-66e0392316c3'}] {{(pid=73833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 00:35:43.518995 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] For port 77feed8a-8b0f-4871-804a-1673330a40ef, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=77feed8a-8b0f-4871-804a-1673330a40ef,segment=NetworkSegment(211ca014-1f1c-4c9d-9a8e-e2529d491b2b),segment_id=211ca014-1f1c-4c9d-9a8e-e2529d491b2b)] {{(pid=73833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:35:43.522535 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] For port 4d31814e-8b0e-4376-9b93-66e0392316c3, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=4d31814e-8b0e-4376-9b93-66e0392316c3,segment=NetworkSegment(211ca014-1f1c-4c9d-9a8e-e2529d491b2b),segment_id=211ca014-1f1c-4c9d-9a8e-e2529d491b2b)] {{(pid=73833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:35:43.524409 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:43.526495 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:35:43.562208 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:43.594558 dv-cinder-784623-8-iscsi neutron-server[73833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07ff8e08-f2b7-4e46-b8df-eed0ff990983', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d31814e-8b0e-4376-9b93-66e0392316c3', 'code': 200}
May 06 00:35:43.602950 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Pushing event updated for resources: {'Port': ['ID=77feed8a-8b0f-4871-804a-1673330a40ef,revision_number=4']} {{(pid=73833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:35:43.607222 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:35:43.607638 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:35:43.703741 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2492aa3e-dcd9-4f48-a48b-1ef646309b87 req-4ce26371-ee32-41e2-a95b-4754c4231b1e tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:43.705310 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-2492aa3e-dcd9-4f48-a48b-1ef646309b87 req-4ce26371-ee32-41e2-a95b-4754c4231b1e tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bf01176-0ef5-4420-92a6-7fe2055496f1 HTTP/1.1" status: 200  len: 944 time: 0.0915995
May 06 00:35:43.716113 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Pushing event updated for resources: {'Port': ['ID=4d31814e-8b0e-4376-9b93-66e0392316c3,revision_number=5']} {{(pid=73833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:35:43.719518 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:35:43.729967 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-26c87e8b-4af6-4a96-ab84-18d8e2cce004 req-e7ed355e-ddd5-4bad-a60d-47b90d1ddd71 tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b134b34-fe11-4aff-96cd-ffd81e77a92b HTTP/1.1" status: 200  len: 210 time: 0.0425985
May 06 00:35:43.753638 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-2492aa3e-dcd9-4f48-a48b-1ef646309b87 req-b589fd09-8688-4106-8225-1fe9504502b5 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/security-groups?id=ceb8dabd-8ffc-4d87-9464-7f935bd56bb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420029
May 06 00:35:44.364023 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36d20c5-e99f-4053-886e-6aefcf8cc8cd req-4ab966b0-daa3-40a1-928e-dec8810a62b7 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:44.365555 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-e36d20c5-e99f-4053-886e-6aefcf8cc8cd req-4ab966b0-daa3-40a1-928e-dec8810a62b7 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4cd3d09-3e89-4c0b-9e95-5448b9ed53ac HTTP/1.1" status: 200  len: 945 time: 0.1313398
May 06 00:35:44.410639 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-e36d20c5-e99f-4053-886e-6aefcf8cc8cd req-63874dbe-cb79-47f9-ae1c-b2e31450fa2a tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/security-groups?id=5accd55e-29bc-4ca7-befd-1574e549f464&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389743
May 06 00:35:44.707294 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f154d8ed-8294-4202-a2a0-1302fd391bca req-6a30cb64-be7f-4479-b91b-66013f22e851 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:44.708765 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-f154d8ed-8294-4202-a2a0-1302fd391bca req-6a30cb64-be7f-4479-b91b-66013f22e851 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=15ce2da6-b007-4eb2-a16e-92ba2286a634 HTTP/1.1" status: 200  len: 945 time: 0.0807440
May 06 00:35:44.755932 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-f154d8ed-8294-4202-a2a0-1302fd391bca req-aa4bf874-cf3e-4e9b-bb47-bace89dde0a2 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a34f04e-64d6-4aca-9087-db3260c441d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412109
May 06 00:35:44.880515 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-beab5cdd-893f-4d72-bb0b-3b2cb49c02cf req-95995bfa-81fd-4312-a077-852344cc8f75 tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b134b34-fe11-4aff-96cd-ffd81e77a92b HTTP/1.1" status: 200  len: 210 time: 0.0420179
May 06 00:35:44.938868 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8650c38-d459-4f7f-a5f0-8cb4a36fa03a req-d14aa27d-2816-47ab-b5cc-839665c4c5b2 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:44.940322 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-e8650c38-d459-4f7f-a5f0-8cb4a36fa03a req-d14aa27d-2816-47ab-b5cc-839665c4c5b2 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bf01176-0ef5-4420-92a6-7fe2055496f1 HTTP/1.1" status: 200  len: 944 time: 0.0795825
May 06 00:35:44.984093 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-e8650c38-d459-4f7f-a5f0-8cb4a36fa03a req-bead061d-8372-401e-88ec-9fb9f7aa0071 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/security-groups?id=ceb8dabd-8ffc-4d87-9464-7f935bd56bb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381336
May 06 00:35:45.046790 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9679ca10-743c-4942-b8c0-a1b45f156b7b req-64d06df3-8e47-4d3a-aa07-dce86816d6de tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:45.048202 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-9679ca10-743c-4942-b8c0-a1b45f156b7b req-64d06df3-8e47-4d3a-aa07-dce86816d6de tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=15ce2da6-b007-4eb2-a16e-92ba2286a634 HTTP/1.1" status: 200  len: 945 time: 0.0814471
May 06 00:35:45.057018 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 36658) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:35:45.062064 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.v2.base [None req-a71a7bdf-aaae-4403-be77-866c268ade24 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Request body: {'floatingip': {'port_id': '163e2ec3-2d31-4d71-b82f-9ef0fbf1fa68'}} {{(pid=73832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:35:45.139110 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-a71a7bdf-aaae-4403-be77-866c268ade24 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Notify callbacks [] for floatingip, before_update {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:45.662478 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f014c954-048e-4621-a6c7-25a0683ac39e req-d1cf15fc-2120-4938-b67e-233c0295cf49 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:45.664029 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-f014c954-048e-4621-a6c7-25a0683ac39e req-d1cf15fc-2120-4938-b67e-233c0295cf49 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4cd3d09-3e89-4c0b-9e95-5448b9ed53ac HTTP/1.1" status: 200  len: 945 time: 0.1463656
May 06 00:35:45.726644 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-f014c954-048e-4621-a6c7-25a0683ac39e req-dea0c2cf-4420-401d-99b9-7224cca05d71 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/security-groups?id=5accd55e-29bc-4ca7-befd-1574e549f464&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0534482
May 06 00:35:45.881203 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-a71a7bdf-aaae-4403-be77-866c268ade24 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:45.885022 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-a71a7bdf-aaae-4403-be77-866c268ade24 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407923'] for floatingip, after_update {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:46.114938 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-91709777-a11c-4346-9acc-7080e415236e req-2867aa74-8339-4c55-9f54-965de470e3ec tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b134b34-fe11-4aff-96cd-ffd81e77a92b HTTP/1.1" status: 200  len: 210 time: 0.1240003
May 06 00:35:46.163601 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.db.l3_db [None req-a71a7bdf-aaae-4403-be77-866c268ade24 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Floating IP f2bae322-ae86-4a0f-b695-623df40be96b associated. External IP: 172.27.3.211, port: 163e2ec3-2d31-4d71-b82f-9ef0fbf1fa68.
May 06 00:35:46.170128 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2064c50c-f392-4bc7-ad7c-bfda3e6a5782 req-22fa473a-6832-4e54-b2d2-bd39aa93d9e1 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:46.171583 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-2064c50c-f392-4bc7-ad7c-bfda3e6a5782 req-22fa473a-6832-4e54-b2d2-bd39aa93d9e1 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bf01176-0ef5-4420-92a6-7fe2055496f1 HTTP/1.1" status: 200  len: 944 time: 0.0806422
May 06 00:35:46.219568 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-2064c50c-f392-4bc7-ad7c-bfda3e6a5782 req-a7bb6d2b-adda-4e93-9672-186d32aeeabc tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/security-groups?id=ceb8dabd-8ffc-4d87-9464-7f935bd56bb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421405
May 06 00:35:46.499653 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a71a7bdf-aaae-4403-be77-866c268ade24 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Router 6854da60-24a0-44c8-a0f5-6e512e435a5a has already been hosted by L3 agent 3fa0790c-dd29-4495-aa07-f8a2ae482509 {{(pid=73832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 06 00:35:46.695551 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a71a7bdf-aaae-4403-be77-866c268ade24 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Notify agent at l3_agent.dv-cinder-784623-8-iscsi the message routers_updated {{(pid=73832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 06 00:35:46.701452 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-a71a7bdf-aaae-4403-be77-866c268ade24 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43737'] for floatingip, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:46.712326 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9fa189-fc77-441e-a698-8cc1a5a76ef5 None None] Sync routers for ids ['6854da60-24a0-44c8-a0f5-6e512e435a5a'] in dv-cinder-784623-8-iscsi {{(pid=73834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 06 00:35:46.737212 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9fa189-fc77-441e-a698-8cc1a5a76ef5 None None] Routers {'6854da60-24a0-44c8-a0f5-6e512e435a5a'} bound to L3 agent in host dv-cinder-784623-8-iscsi {{(pid=73834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 00:35:46.737849 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_hamode_db [None req-9e9fa189-fc77-441e-a698-8cc1a5a76ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9508fab250>, 'dv-cinder-784623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-06T00:27:20Z,description=<?>,heartbeat_timestamp=2021-05-06T00:35:20Z,host='dv-cinder-784623-8-iscsi',id=3fa0790c-dd29-4495-aa07-f8a2ae482509,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T00:27:20Z,topic='l3_agent')) {'router_ids': ['6854da60-24a0-44c8-a0f5-6e512e435a5a'], 'active': True} {{(pid=73834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:35:46.788081 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-924a29c2-41b8-4cb7-8b84-6d6e7b20c6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:46.801247 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-a71a7bdf-aaae-4403-be77-866c268ade24 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "PUT /v2.0/floatingips/f2bae322-ae86-4a0f-b695-623df40be96b HTTP/1.1" status: 200  len: 991 time: 1.7428093
May 06 00:35:46.802239 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15ce2da6-b007-4eb2-a16e-92ba2286a634', 'tag': '163e2ec3-2d31-4d71-b82f-9ef0fbf1fa68'}] {{(pid=73832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 00:35:46.908581 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] get_ports_and_sgs() called for port_ids ['77feed8a-8b0f-4871-804a-1673330a40ef'] {{(pid=73833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 06 00:35:47.038703 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_dvr_db [None req-9e9fa189-fc77-441e-a698-8cc1a5a76ef5 None None] Set router 6854da60-24a0-44c8-a0f5-6e512e435a5a gateway port host: dv-cinder-784623-8-iscsi {{(pid=73834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 00:35:47.266789 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15ce2da6-b007-4eb2-a16e-92ba2286a634', 'tag': '163e2ec3-2d31-4d71-b82f-9ef0fbf1fa68', 'status': 'completed', 'code': 200}
May 06 00:35:47.296265 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-3022d62b-1135-4ca2-bcf5-52e6904d8077 req-91527953-4363-443b-8a37-d23bfd495b03 tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b134b34-fe11-4aff-96cd-ffd81e77a92b HTTP/1.1" status: 200  len: 210 time: 0.0552897
May 06 00:35:47.524720 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b1a387-6ac0-499a-9b23-b0ae1f27fc21 req-75b670f8-8f8a-480e-8392-280e07199783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:47.526370 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-57b1a387-6ac0-499a-9b23-b0ae1f27fc21 req-75b670f8-8f8a-480e-8392-280e07199783 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=07ff8e08-f2b7-4e46-b8df-eed0ff990983 HTTP/1.1" status: 200  len: 1098 time: 0.5642638
May 06 00:35:47.567275 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07c8c18-8a98-4429-9535-3fb4071869df req-f09a0843-687f-4ef8-85b5-47a2a379f9a6 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:47.569120 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-f07c8c18-8a98-4429-9535-3fb4071869df req-f09a0843-687f-4ef8-85b5-47a2a379f9a6 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bf01176-0ef5-4420-92a6-7fe2055496f1 HTTP/1.1" status: 200  len: 944 time: 0.1329129
May 06 00:35:47.608395 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3d59b6-0e5d-402e-93a4-30b134c3ade5 req-e5456748-8f10-407e-8c73-4a46523bca50 tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:47.610101 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-cc3d59b6-0e5d-402e-93a4-30b134c3ade5 req-e5456748-8f10-407e-8c73-4a46523bca50 tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] 10.222.0.30 "GET /v2.0/networks?id=f157f065-b6f2-41d7-b334-bf1742c1b47d HTTP/1.1" status: 200  len: 808 time: 0.5215406
May 06 00:35:47.628715 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-57b1a387-6ac0-499a-9b23-b0ae1f27fc21 req-46896533-b301-499d-886d-2fe83f41ea3f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ceb8dabd-8ffc-4d87-9464-7f935bd56bb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0882468
May 06 00:35:47.632008 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-f07c8c18-8a98-4429-9535-3fb4071869df req-f5d2fa29-f419-4bf9-8f22-94d274956067 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/security-groups?id=ceb8dabd-8ffc-4d87-9464-7f935bd56bb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0540426
May 06 00:35:47.636090 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.v2.base [req-cc3d59b6-0e5d-402e-93a4-30b134c3ade5 req-d72f7859-11c9-4107-a636-6372eed0b57a tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] Request body: {'port': {'device_id': '9b134b34-fe11-4aff-96cd-ffd81e77a92b', 'network_id': 'f157f065-b6f2-41d7-b334-bf1742c1b47d', 'admin_state_up': True, 'tenant_id': '7f299b0e96854ba194187b29d1c2c10c'}} {{(pid=73832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:35:47.672797 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7bc341-adf1-4647-bb0d-399af0571d9a req-72cd7724-f120-49ae-8071-231d54cf1d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:47.674553 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-2d7bc341-adf1-4647-bb0d-399af0571d9a req-72cd7724-f120-49ae-8071-231d54cf1d8e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aea92748b0624ad09d804decdf1eee48&device_id=15ce2da6-b007-4eb2-a16e-92ba2286a634 HTTP/1.1" status: 200  len: 1098 time: 0.5005856
May 06 00:35:47.741506 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_hamode_db [None req-9e9fa189-fc77-441e-a698-8cc1a5a76ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9508fab250>, [{'id': '6854da60-24a0-44c8-a0f5-6e512e435a5a', 'name': 'tempest-AttachVolumeShelveTestJSON-1068496421-router', 'tenant_id': 'aea92748b0624ad09d804decdf1eee48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'external_fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '384ed5b9-5b19-4d3e-845e-4acbb4b59ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:34:46Z', 'updated_at': '2021-05-06T00:34:58Z', 'revision_number': 4, 'project_id': 'aea92748b0624ad09d804decdf1eee48', 'gw_port': {'id': '384ed5b9-5b19-4d3e-845e-4acbb4b59ce4', 'name': '', 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:9e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6854da60-24a0-44c8-a0f5-6e512e435a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:34:47Z', 'updated_at': '2021-05-06T00:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-iscsi', '_floatingips': [{'id': 'f2bae322-ae86-4a0f-b695-623df40be96b', 'tenant_id': 'aea92748b0624ad09d804decdf1eee48', 'floating_ip_address': '172.27.3.211', 'floating_network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'router_id': '6854da60-24a0-44c8-a0f5-6e512e435a5a', 'port_id': '163e2ec3-2d31-4d71-b82f-9ef0fbf1fa68', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1ee20ed-17e0-4650-a61e-4e2579bfb5cb', 'mac_address': 'fa:16:3e:67:c9:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15ce2da6-b007-4eb2-a16e-92ba2286a634', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T00:35:15Z', 'updated_at': '2021-05-06T00:35:45Z', 'revision_number': 1, 'project_id': 'aea92748b0624ad09d804decdf1eee48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b318087a-94a2-4743-ae18-71d9d7cc3948', 'name': '', 'network_id': 'f1ee20ed-17e0-4650-a61e-4e2579bfb5cb', 'tenant_id': 'aea92748b0624ad09d804decdf1eee48', 'mac_address': 'fa:16:3e:c0:46:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6854da60-24a0-44c8-a0f5-6e512e435a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '587fdbbc-2087-48fc-8109-2b5f3ba73405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:34:56Z', 'updated_at': '2021-05-06T00:35:16Z', 'revision_number': 5, 'project_id': 'aea92748b0624ad09d804decdf1eee48', 'subnets': [{'id': '587fdbbc-2087-48fc-8109-2b5f3ba73405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-8-iscsi', False) {} {{(pid=73834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:35:47.755336 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b5b8e1-ea0d-4eaf-89d0-507049bbd7df req-29c57683-91c4-4296-a0ba-0cbd7d22341a tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:47.756343 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9fa189-fc77-441e-a698-8cc1a5a76ef5 None None] Checking router: 6854da60-24a0-44c8-a0f5-6e512e435a5a for host: dv-cinder-784623-8-iscsi {{(pid=73834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 06 00:35:47.757050 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-f0b5b8e1-ea0d-4eaf-89d0-507049bbd7df req-29c57683-91c4-4296-a0ba-0cbd7d22341a tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4cd3d09-3e89-4c0b-9e95-5448b9ed53ac HTTP/1.1" status: 200  len: 945 time: 0.8897207
May 06 00:35:47.776553 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9fa189-fc77-441e-a698-8cc1a5a76ef5 None None] Routers {'6854da60-24a0-44c8-a0f5-6e512e435a5a'} bound to L3 agent in host dv-cinder-784623-8-iscsi {{(pid=73834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 00:35:47.778990 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_hamode_db [None req-9e9fa189-fc77-441e-a698-8cc1a5a76ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9508fab250>, 'dv-cinder-784623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-06T00:27:20Z,description=<?>,heartbeat_timestamp=2021-05-06T00:35:20Z,host='dv-cinder-784623-8-iscsi',id=3fa0790c-dd29-4495-aa07-f8a2ae482509,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T00:27:20Z,topic='l3_agent')) {'router_ids': ['6854da60-24a0-44c8-a0f5-6e512e435a5a'], 'active': True} {{(pid=73834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:35:47.913191 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-f0b5b8e1-ea0d-4eaf-89d0-507049bbd7df req-dcccc702-1e2f-433b-8d6b-ad3a0a2ae868 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/security-groups?id=5accd55e-29bc-4ca7-befd-1574e549f464&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1417210
May 06 00:35:48.022285 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_dvr_db [None req-9e9fa189-fc77-441e-a698-8cc1a5a76ef5 None None] Set router 6854da60-24a0-44c8-a0f5-6e512e435a5a gateway port host: dv-cinder-784623-8-iscsi {{(pid=73834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 00:35:48.044122 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [req-cc3d59b6-0e5d-402e-93a4-30b134c3ade5 req-d72f7859-11c9-4107-a636-6372eed0b57a tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:35:48.049399 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7bc341-adf1-4647-bb0d-399af0571d9a req-c1164624-f2f4-459d-b226-c2c44ed6594d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:48.053778 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-2d7bc341-adf1-4647-bb0d-399af0571d9a req-c1164624-f2f4-459d-b226-c2c44ed6594d service neutron] 10.222.0.30 "GET /v2.0/networks?id=f1ee20ed-17e0-4650-a61e-4e2579bfb5cb HTTP/1.1" status: 200  len: 918 time: 0.3245664
May 06 00:35:48.054738 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [req-cc3d59b6-0e5d-402e-93a4-30b134c3ade5 req-d72f7859-11c9-4107-a636-6372eed0b57a tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] Usage tracker for resource:port and tenant:7f299b0e96854ba194187b29d1c2c10c is out of sync, need to count used quota {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:35:48.069281 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [req-cc3d59b6-0e5d-402e-93a4-30b134c3ade5 req-d72f7859-11c9-4107-a636-6372eed0b57a tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:35:48.256010 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [req-cc3d59b6-0e5d-402e-93a4-30b134c3ade5 req-d72f7859-11c9-4107-a636-6372eed0b57a tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:35:48.269549 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc3d59b6-0e5d-402e-93a4-30b134c3ade5 req-d72f7859-11c9-4107-a636-6372eed0b57a tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] Made reservation on behalf of 7f299b0e96854ba194187b29d1c2c10c for: {'port': 1} {{(pid=73832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 06 00:35:48.272954 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-cc3d59b6-0e5d-402e-93a4-30b134c3ade5 req-d72f7859-11c9-4107-a636-6372eed0b57a tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:48.394625 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-2d7bc341-adf1-4647-bb0d-399af0571d9a req-b34c22a0-f153-4fcb-9da7-13297c60d7e2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=163e2ec3-2d31-4d71-b82f-9ef0fbf1fa68 HTTP/1.1" status: 200  len: 999 time: 0.3219001
May 06 00:35:48.497092 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_hamode_db [None req-9e9fa189-fc77-441e-a698-8cc1a5a76ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9508fab250>, [{'id': '6854da60-24a0-44c8-a0f5-6e512e435a5a', 'name': 'tempest-AttachVolumeShelveTestJSON-1068496421-router', 'tenant_id': 'aea92748b0624ad09d804decdf1eee48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'external_fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '384ed5b9-5b19-4d3e-845e-4acbb4b59ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:34:46Z', 'updated_at': '2021-05-06T00:34:58Z', 'revision_number': 4, 'project_id': 'aea92748b0624ad09d804decdf1eee48', 'gw_port': {'id': '384ed5b9-5b19-4d3e-845e-4acbb4b59ce4', 'name': '', 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:9e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6854da60-24a0-44c8-a0f5-6e512e435a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:34:47Z', 'updated_at': '2021-05-06T00:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-iscsi', '_floatingips': [{'id': 'f2bae322-ae86-4a0f-b695-623df40be96b', 'tenant_id': 'aea92748b0624ad09d804decdf1eee48', 'floating_ip_address': '172.27.3.211', 'floating_network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'router_id': '6854da60-24a0-44c8-a0f5-6e512e435a5a', 'port_id': '163e2ec3-2d31-4d71-b82f-9ef0fbf1fa68', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1ee20ed-17e0-4650-a61e-4e2579bfb5cb', 'mac_address': 'fa:16:3e:67:c9:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15ce2da6-b007-4eb2-a16e-92ba2286a634', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T00:35:15Z', 'updated_at': '2021-05-06T00:35:45Z', 'revision_number': 1, 'project_id': 'aea92748b0624ad09d804decdf1eee48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b318087a-94a2-4743-ae18-71d9d7cc3948', 'name': '', 'network_id': 'f1ee20ed-17e0-4650-a61e-4e2579bfb5cb', 'tenant_id': 'aea92748b0624ad09d804decdf1eee48', 'mac_address': 'fa:16:3e:c0:46:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6854da60-24a0-44c8-a0f5-6e512e435a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '587fdbbc-2087-48fc-8109-2b5f3ba73405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:34:56Z', 'updated_at': '2021-05-06T00:35:16Z', 'revision_number': 5, 'project_id': 'aea92748b0624ad09d804decdf1eee48', 'subnets': [{'id': '587fdbbc-2087-48fc-8109-2b5f3ba73405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-8-iscsi', False) {} {{(pid=73834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:35:48.501485 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9fa189-fc77-441e-a698-8cc1a5a76ef5 None None] The sync data for ids ['6854da60-24a0-44c8-a0f5-6e512e435a5a'] in dv-cinder-784623-8-iscsi is: [{'id': '6854da60-24a0-44c8-a0f5-6e512e435a5a', 'name': 'tempest-AttachVolumeShelveTestJSON-1068496421-router', 'tenant_id': 'aea92748b0624ad09d804decdf1eee48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'external_fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '384ed5b9-5b19-4d3e-845e-4acbb4b59ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:34:46Z', 'updated_at': '2021-05-06T00:34:58Z', 'revision_number': 4, 'project_id': 'aea92748b0624ad09d804decdf1eee48', 'gw_port': {'id': '384ed5b9-5b19-4d3e-845e-4acbb4b59ce4', 'name': '', 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:9e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6854da60-24a0-44c8-a0f5-6e512e435a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:34:47Z', 'updated_at': '2021-05-06T00:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-iscsi', '_floatingips': [{'id': 'f2bae322-ae86-4a0f-b695-623df40be96b', 'tenant_id': 'aea92748b0624ad09d804decdf1eee48', 'floating_ip_address': '172.27.3.211', 'floating_network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'router_id': '6854da60-24a0-44c8-a0f5-6e512e435a5a', 'port_id': '163e2ec3-2d31-4d71-b82f-9ef0fbf1fa68', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1ee20ed-17e0-4650-a61e-4e2579bfb5cb', 'mac_address': 'fa:16:3e:67:c9:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15ce2da6-b007-4eb2-a16e-92ba2286a634', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T00:35:15Z', 'updated_at': '2021-05-06T00:35:45Z', 'revision_number': 1, 'project_id': 'aea92748b0624ad09d804decdf1eee48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b318087a-94a2-4743-ae18-71d9d7cc3948', 'name': '', 'network_id': 'f1ee20ed-17e0-4650-a61e-4e2579bfb5cb', 'tenant_id': 'aea92748b0624ad09d804decdf1eee48', 'mac_address': 'fa:16:3e:c0:46:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6854da60-24a0-44c8-a0f5-6e512e435a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '587fdbbc-2087-48fc-8109-2b5f3ba73405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:34:56Z', 'updated_at': '2021-05-06T00:35:16Z', 'revision_number': 5, 'project_id': 'aea92748b0624ad09d804decdf1eee48', 'subnets': [{'id': '587fdbbc-2087-48fc-8109-2b5f3ba73405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 06 00:35:48.567776 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-e2f05a6f-6403-4574-a1c5-96db96c92593 req-48414b0e-b79c-45e3-8de8-038d681f46be tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b134b34-fe11-4aff-96cd-ffd81e77a92b HTTP/1.1" status: 200  len: 210 time: 0.0895782
May 06 00:35:48.575387 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.db_base_plugin_common [req-cc3d59b6-0e5d-402e-93a4-30b134c3ade5 req-d72f7859-11c9-4107-a636-6372eed0b57a tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] Allocated IP 172.20.0.12 (f157f065-b6f2-41d7-b334-bf1742c1b47d/96eac3cb-023e-48f0-97ff-8f5140a35952/53b21254-4ff7-4044-9eae-1a97bbc99d5c) {{(pid=73832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 06 00:35:48.722177 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414ad97c-e23d-476a-a9a7-1b4f8345e3a2 None None] New status for floating IP f2bae322-ae86-4a0f-b695-623df40be96b: ACTIVE {{(pid=73833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 06 00:35:48.798635 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-cc3d59b6-0e5d-402e-93a4-30b134c3ade5 req-d72f7859-11c9-4107-a636-6372eed0b57a tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] Notify callbacks [] for port, precommit_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:48.822893 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6e3104-7d2b-402f-89de-f1282b1b71ac req-4acb56df-18ff-44f1-887d-65952dfc6f4c tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:48.824647 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-4f6e3104-7d2b-402f-89de-f1282b1b71ac req-4acb56df-18ff-44f1-887d-65952dfc6f4c tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bf01176-0ef5-4420-92a6-7fe2055496f1 HTTP/1.1" status: 200  len: 944 time: 0.0833216
May 06 00:35:48.829682 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-cc3d59b6-0e5d-402e-93a4-30b134c3ade5 req-d72f7859-11c9-4107-a636-6372eed0b57a tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767380898820'] for port, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:48.835382 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-af94f92f-e3e5-43f8-b4bd-965f5d464a2d tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:35:48.874268 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-4f6e3104-7d2b-402f-89de-f1282b1b71ac req-62de2dfd-7f53-4ef1-8eac-06d08eb2b920 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/security-groups?id=ceb8dabd-8ffc-4d87-9464-7f935bd56bb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424831
May 06 00:35:48.895632 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc3d59b6-0e5d-402e-93a4-30b134c3ade5 req-d72f7859-11c9-4107-a636-6372eed0b57a tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] Network f157f065-b6f2-41d7-b334-bf1742c1b47d is already hosted by enough agents. {{(pid=73832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 00:35:48.898733 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.scheduler.base_scheduler [req-cc3d59b6-0e5d-402e-93a4-30b134c3ade5 req-d72f7859-11c9-4107-a636-6372eed0b57a tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] Resources bound (agent type, host, resource id):  {{(pid=73832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 00:35:48.906958 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc3d59b6-0e5d-402e-93a4-30b134c3ade5 req-d72f7859-11c9-4107-a636-6372eed0b57a tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] Received port after_create {{(pid=73832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 06 00:35:48.912303 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3d59b6-0e5d-402e-93a4-30b134c3ade5 req-d72f7859-11c9-4107-a636-6372eed0b57a tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:48.912925 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-cc3d59b6-0e5d-402e-93a4-30b134c3ade5 req-d72f7859-11c9-4107-a636-6372eed0b57a tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535980'] for port, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:48.926188 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72f7859-11c9-4107-a636-6372eed0b57a tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] Pushing event updated for resources: {'Port': ['ID=53b21254-4ff7-4044-9eae-1a97bbc99d5c,revision_number=1']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:35:48.938463 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f7859-11c9-4107-a636-6372eed0b57a tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:35:48.938833 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f7859-11c9-4107-a636-6372eed0b57a tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:35:48.939409 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f7859-11c9-4107-a636-6372eed0b57a tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:35:48.939506 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f7859-11c9-4107-a636-6372eed0b57a tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:35:48.939815 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f7859-11c9-4107-a636-6372eed0b57a tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:35:48.940155 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f7859-11c9-4107-a636-6372eed0b57a tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:35:48.940487 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f7859-11c9-4107-a636-6372eed0b57a tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:35:48.940845 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f7859-11c9-4107-a636-6372eed0b57a tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:35:48.941180 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f7859-11c9-4107-a636-6372eed0b57a tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:35:48.941515 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f7859-11c9-4107-a636-6372eed0b57a tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:35:48.941845 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f7859-11c9-4107-a636-6372eed0b57a tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:35:48.942173 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f7859-11c9-4107-a636-6372eed0b57a tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:35:48.946389 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-d72f7859-11c9-4107-a636-6372eed0b57a tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:35:48.950897 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-cc3d59b6-0e5d-402e-93a4-30b134c3ade5 req-d72f7859-11c9-4107-a636-6372eed0b57a tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3211608
May 06 00:35:49.107206 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21a79f0-2c21-451c-bca0-9e68901b96c8 req-b6780059-224d-4c13-9aa3-16b1630df1c9 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:49.108844 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-e21a79f0-2c21-451c-bca0-9e68901b96c8 req-b6780059-224d-4c13-9aa3-16b1630df1c9 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4cd3d09-3e89-4c0b-9e95-5448b9ed53ac HTTP/1.1" status: 200  len: 945 time: 0.0874224
May 06 00:35:49.154079 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-e21a79f0-2c21-451c-bca0-9e68901b96c8 req-8e1d61e8-ed80-4fe3-99bb-d5fe2f565d4c tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/security-groups?id=5accd55e-29bc-4ca7-befd-1574e549f464&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391247
May 06 00:35:49.231750 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Device 77feed8a-8b0f-4871-804a-1673330a40ef up at agent hyperv_hv-cinder-78462 {{(pid=73833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 00:35:49.286922 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:49.309166 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Provisioning for port 77feed8a-8b0f-4871-804a-1673330a40ef completed by entity L2. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 00:35:49.313677 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Provisioning complete for port 77feed8a-8b0f-4871-804a-1673330a40ef triggered by entity L2. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 00:35:49.314045 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723253'] for port, provisioning_complete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:49.427057 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:49.452767 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bf01176-0ef5-4420-92a6-7fe2055496f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77feed8a-8b0f-4871-804a-1673330a40ef'}] {{(pid=73833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 00:35:49.462894 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] For port 77feed8a-8b0f-4871-804a-1673330a40ef, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=77feed8a-8b0f-4871-804a-1673330a40ef,segment=NetworkSegment(211ca014-1f1c-4c9d-9a8e-e2529d491b2b),segment_id=211ca014-1f1c-4c9d-9a8e-e2529d491b2b)] {{(pid=73833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:35:49.467850 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:49.468714 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Device fecd3a1a-9141-44a4-a881-089790423897 up at agent hyperv_hv-cinder-78462 {{(pid=73833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 00:35:49.496520 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:35:49.528826 dv-cinder-784623-8-iscsi neutron-server[73833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bf01176-0ef5-4420-92a6-7fe2055496f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77feed8a-8b0f-4871-804a-1673330a40ef', 'code': 200}
May 06 00:35:49.588176 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-33880e40-3708-4b15-bd09-b29a8f173d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:49.598432 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Pushing event updated for resources: {'Port': ['ID=77feed8a-8b0f-4871-804a-1673330a40ef,revision_number=5']} {{(pid=73833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:35:49.608037 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:35:49.608378 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:35:49.608716 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:35:49.609065 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:35:49.609389 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:35:49.609718 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:35:49.610032 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:35:49.610350 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:35:49.610692 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:35:49.611011 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:35:49.611325 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:35:49.611637 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:35:49.615626 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:35:49.626272 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Provisioning for port fecd3a1a-9141-44a4-a881-089790423897 completed by entity L2. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 00:35:49.631960 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Provisioning complete for port fecd3a1a-9141-44a4-a881-089790423897 triggered by entity L2. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 00:35:49.632568 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723253'] for port, provisioning_complete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:49.783772 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:49.788837 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a4faf4-2014-4a8c-88c8-169f3c2c7877 req-7d4a44f8-f09a-4ebe-8df9-814bb117718e tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:49.789626 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [req-77a4faf4-2014-4a8c-88c8-169f3c2c7877 req-7d4a44f8-f09a-4ebe-8df9-814bb117718e tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] Synchronizing usage tracker for tenant:7f299b0e96854ba194187b29d1c2c10c on resource:port {{(pid=73832) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 00:35:49.806559 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [req-77a4faf4-2014-4a8c-88c8-169f3c2c7877 req-7d4a44f8-f09a-4ebe-8df9-814bb117718e tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] Unset dirty status for tenant:7f299b0e96854ba194187b29d1c2c10c on resource:port {{(pid=73832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 00:35:49.808340 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-77a4faf4-2014-4a8c-88c8-169f3c2c7877 req-7d4a44f8-f09a-4ebe-8df9-814bb117718e tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b134b34-fe11-4aff-96cd-ffd81e77a92b HTTP/1.1" status: 200  len: 932 time: 0.1218457
May 06 00:35:49.821058 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] For port fecd3a1a-9141-44a4-a881-089790423897, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=fecd3a1a-9141-44a4-a881-089790423897,segment=NetworkSegment(890a22a0-98ca-414c-a9a6-981937a77b2c),segment_id=890a22a0-98ca-414c-a9a6-981937a77b2c)] {{(pid=73833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:35:49.826270 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:49.828193 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-746b9971-21e7-4a65-8c6b-d5939bcaf8b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:35:49.853135 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-77a4faf4-2014-4a8c-88c8-169f3c2c7877 req-655ab53b-ad42-492f-a726-9111e7cddee9 tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] 10.222.0.24 "GET /v2.0/security-groups?id=863a7b4d-5b02-4831-9ed4-9b49495c1ea2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390806
May 06 00:35:49.893260 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Pushing event updated for resources: {'Port': ['ID=fecd3a1a-9141-44a4-a881-089790423897,revision_number=5']} {{(pid=73833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:35:49.896304 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:35:50.054779 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3e3f92-1640-4e86-9679-9c52043b72d8 req-ab725272-2ac4-4a3b-a5e0-baee355f1296 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:50.056192 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-eb3e3f92-1640-4e86-9679-9c52043b72d8 req-ab725272-2ac4-4a3b-a5e0-baee355f1296 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bf01176-0ef5-4420-92a6-7fe2055496f1 HTTP/1.1" status: 200  len: 945 time: 0.0785301
May 06 00:35:50.099928 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-eb3e3f92-1640-4e86-9679-9c52043b72d8 req-1bbf8ac2-5f7c-49b3-92b9-052a74eaaca6 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/security-groups?id=ceb8dabd-8ffc-4d87-9464-7f935bd56bb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0373073
May 06 00:35:50.339729 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36896789-b826-41b8-8727-cca990db1c6e req-bdefeb3e-f0fc-4417-9c54-96431146c259 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:50.341181 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-36896789-b826-41b8-8727-cca990db1c6e req-bdefeb3e-f0fc-4417-9c54-96431146c259 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4cd3d09-3e89-4c0b-9e95-5448b9ed53ac HTTP/1.1" status: 200  len: 946 time: 0.0816369
May 06 00:35:50.384674 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-36896789-b826-41b8-8727-cca990db1c6e req-281db956-ba4e-4000-9f99-f27b6b139206 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/security-groups?id=5accd55e-29bc-4ca7-befd-1574e549f464&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378296
May 06 00:35:50.394440 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-90084741-9b8f-423c-9f16-72d74cd0e02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:51.050114 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f18427-1511-46c8-83af-f1c0bd905c06 req-6b0f8fb2-ea06-4e3b-9b52-2bd63f0c1d42 tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:51.051235 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-08f18427-1511-46c8-83af-f1c0bd905c06 req-6b0f8fb2-ea06-4e3b-9b52-2bd63f0c1d42 tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b134b34-fe11-4aff-96cd-ffd81e77a92b HTTP/1.1" status: 200  len: 932 time: 0.0827496
May 06 00:35:51.101233 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-08f18427-1511-46c8-83af-f1c0bd905c06 req-bb45972f-7a6c-42fa-8d23-915777de23f2 tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] 10.222.0.24 "GET /v2.0/security-groups?id=863a7b4d-5b02-4831-9ed4-9b49495c1ea2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443487
May 06 00:35:51.256045 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.v2.base [req-cc3d59b6-0e5d-402e-93a4-30b134c3ade5 req-3a3adcfb-9da7-4af2-92f1-dbb346099e61 service neutron] Request body: {'port': {'device_id': '9b134b34-fe11-4aff-96cd-ffd81e77a92b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=73832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:35:51.444806 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7bc341-adf1-4647-bb0d-399af0571d9a req-5253aa73-4589-47bb-b310-3e63ed5d9db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:51.446195 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-2d7bc341-adf1-4647-bb0d-399af0571d9a req-5253aa73-4589-47bb-b310-3e63ed5d9db8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=587fdbbc-2087-48fc-8109-2b5f3ba73405 HTTP/1.1" status: 200  len: 856 time: 0.1943398
May 06 00:35:51.517305 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-cc3d59b6-0e5d-402e-93a4-30b134c3ade5 req-3a3adcfb-9da7-4af2-92f1-dbb346099e61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:51.529489 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4cd3d09-3e89-4c0b-9e95-5448b9ed53ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fecd3a1a-9141-44a4-a881-089790423897'}] {{(pid=73833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 00:35:51.561605 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de80cb57-b998-4af8-babd-7b33f9c87cd8 req-fa04b23f-b9f2-4fdb-ac3a-8c4df49e2f1f tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:51.563099 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-de80cb57-b998-4af8-babd-7b33f9c87cd8 req-fa04b23f-b9f2-4fdb-ac3a-8c4df49e2f1f tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bf01176-0ef5-4420-92a6-7fe2055496f1 HTTP/1.1" status: 200  len: 945 time: 0.3530436
May 06 00:35:51.590396 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bcc988-fe60-495f-a48c-b36d321e2386 req-a621e893-5cac-4b5c-961e-9470a004ee11 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:51.591870 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-27bcc988-fe60-495f-a48c-b36d321e2386 req-a621e893-5cac-4b5c-961e-9470a004ee11 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4cd3d09-3e89-4c0b-9e95-5448b9ed53ac HTTP/1.1" status: 200  len: 946 time: 0.0945837
May 06 00:35:51.643715 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-27bcc988-fe60-495f-a48c-b36d321e2386 req-f160d752-f088-4511-931e-c23f686c26ad tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/security-groups?id=5accd55e-29bc-4ca7-befd-1574e549f464&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454700
May 06 00:35:51.713839 dv-cinder-784623-8-iscsi neutron-server[73833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4cd3d09-3e89-4c0b-9e95-5448b9ed53ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fecd3a1a-9141-44a4-a881-089790423897', 'code': 200}
May 06 00:35:51.743724 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f7c9cc-88b8-44ea-af13-56e240f295ad req-1d31f1dd-7107-4287-b80b-d7ca9e3e3bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:51.745874 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-b8f7c9cc-88b8-44ea-af13-56e240f295ad req-1d31f1dd-7107-4287-b80b-d7ca9e3e3bbb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3bf01176-0ef5-4420-92a6-7fe2055496f1 HTTP/1.1" status: 200  len: 1098 time: 0.3379629
May 06 00:35:51.755381 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-de80cb57-b998-4af8-babd-7b33f9c87cd8 req-1623f9d2-066b-49a2-9801-5543772a4e14 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/security-groups?id=ceb8dabd-8ffc-4d87-9464-7f935bd56bb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1597984
May 06 00:35:51.761066 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7bc341-adf1-4647-bb0d-399af0571d9a req-f3a22246-8bdb-456d-93e7-e86a2bd753e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:51.762665 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-2d7bc341-adf1-4647-bb0d-399af0571d9a req-f3a22246-8bdb-456d-93e7-e86a2bd753e8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f1ee20ed-17e0-4650-a61e-4e2579bfb5cb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2992272
May 06 00:35:51.887823 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.agents_db [None req-ee74f776-58ee-4f13-aa41-ceaf6d7d8c19 None None] Agent healthcheck: found 6 active agents {{(pid=73834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 06 00:35:51.911739 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-06e5bd5a-9e4a-4653-864f-becf711c9df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:52.000110 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f52bf73-8c95-483f-a25f-ef9cf6c83678 req-36fdec33-b1b7-4899-9e82-43123689b80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:52.002249 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-5f52bf73-8c95-483f-a25f-ef9cf6c83678 req-36fdec33-b1b7-4899-9e82-43123689b80b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f4cd3d09-3e89-4c0b-9e95-5448b9ed53ac HTTP/1.1" status: 200  len: 1099 time: 0.1006606
May 06 00:35:52.058306 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-b8f7c9cc-88b8-44ea-af13-56e240f295ad req-dd539abb-601c-4105-8649-ec1ef554db2e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ceb8dabd-8ffc-4d87-9464-7f935bd56bb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2918062
May 06 00:35:52.066186 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-5f52bf73-8c95-483f-a25f-ef9cf6c83678 req-30473462-a81d-4e78-a29e-e95254f2b949 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=5accd55e-29bc-4ca7-befd-1574e549f464&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0560362
May 06 00:35:52.151435 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-2d7bc341-adf1-4647-bb0d-399af0571d9a req-89b45952-156c-4d8b-86d5-4f2cceb3181b service neutron] 10.222.0.30 "GET /v2.0/networks/f1ee20ed-17e0-4650-a61e-4e2579bfb5cb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3665273
May 06 00:35:52.242149 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.notifiers.nova [req-cc3d59b6-0e5d-402e-93a4-30b134c3ade5 req-3a3adcfb-9da7-4af2-92f1-dbb346099e61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53b21254-4ff7-4044-9eae-1a97bbc99d5c {{(pid=73832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 06 00:35:52.250298 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-cc3d59b6-0e5d-402e-93a4-30b134c3ade5 req-3a3adcfb-9da7-4af2-92f1-dbb346099e61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:52.315551 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3538c1d-fb83-426e-98ca-a5d1b533e67f req-e5efdec2-bfd2-481a-b9ff-b973c42d1452 tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:52.324603 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-e3538c1d-fb83-426e-98ca-a5d1b533e67f req-e5efdec2-bfd2-481a-b9ff-b973c42d1452 tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b134b34-fe11-4aff-96cd-ffd81e77a92b HTTP/1.1" status: 200  len: 932 time: 0.1048067
May 06 00:35:52.361810 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.provisioning_blocks [req-cc3d59b6-0e5d-402e-93a4-30b134c3ade5 req-3a3adcfb-9da7-4af2-92f1-dbb346099e61 service neutron] Transition to ACTIVE for port object 53b21254-4ff7-4044-9eae-1a97bbc99d5c will not be triggered until provisioned by entity L2. {{(pid=73832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 00:35:52.370372 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-cc3d59b6-0e5d-402e-93a4-30b134c3ade5 req-3a3adcfb-9da7-4af2-92f1-dbb346099e61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:52.383298 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [req-e3538c1d-fb83-426e-98ca-a5d1b533e67f req-074acb27-5cbb-43a8-8b56-36ef59172c71 tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] Synchronizing usage tracker for tenant:7f299b0e96854ba194187b29d1c2c10c on resource:security_group {{(pid=73831) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 00:35:52.390059 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:35:52.403247 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [req-e3538c1d-fb83-426e-98ca-a5d1b533e67f req-074acb27-5cbb-43a8-8b56-36ef59172c71 tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] Unset dirty status for tenant:7f299b0e96854ba194187b29d1c2c10c on resource:security_group {{(pid=73831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 00:35:52.406812 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-e3538c1d-fb83-426e-98ca-a5d1b533e67f req-074acb27-5cbb-43a8-8b56-36ef59172c71 tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] 10.222.0.24 "GET /v2.0/security-groups?id=863a7b4d-5b02-4831-9ed4-9b49495c1ea2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0813406
May 06 00:35:52.581092 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3adcfb-9da7-4af2-92f1-dbb346099e61 service neutron] Pushing event updated for resources: {'Port': ['ID=53b21254-4ff7-4044-9eae-1a97bbc99d5c,revision_number=2']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:35:52.584888 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-2d7bc341-adf1-4647-bb0d-399af0571d9a req-a7202aa1-6bf2-466b-8582-c4e622486415 service neutron] 10.222.0.30 "GET /v2.0/networks/f1ee20ed-17e0-4650-a61e-4e2579bfb5cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3310823
May 06 00:35:52.585627 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-3a3adcfb-9da7-4af2-92f1-dbb346099e61 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:35:52.626697 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.managers [req-cc3d59b6-0e5d-402e-93a4-30b134c3ade5 req-3a3adcfb-9da7-4af2-92f1-dbb346099e61 service neutron] Attempting to bind port 53b21254-4ff7-4044-9eae-1a97bbc99d5c on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=73832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 06 00:35:52.627046 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.managers [req-cc3d59b6-0e5d-402e-93a4-30b134c3ade5 req-3a3adcfb-9da7-4af2-92f1-dbb346099e61 service neutron] Attempting to bind port 53b21254-4ff7-4044-9eae-1a97bbc99d5c by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'd3d23570-299e-44dc-88e2-c2cb27eae092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f157f065-b6f2-41d7-b334-bf1742c1b47d'}] {{(pid=73832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 06 00:35:52.627334 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3d59b6-0e5d-402e-93a4-30b134c3ade5 req-3a3adcfb-9da7-4af2-92f1-dbb346099e61 service neutron] Attempting to bind port 53b21254-4ff7-4044-9eae-1a97bbc99d5c on network f157f065-b6f2-41d7-b334-bf1742c1b47d {{(pid=73832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 00:35:52.631774 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3d59b6-0e5d-402e-93a4-30b134c3ade5 req-3a3adcfb-9da7-4af2-92f1-dbb346099e61 service neutron] Port 53b21254-4ff7-4044-9eae-1a97bbc99d5c on network f157f065-b6f2-41d7-b334-bf1742c1b47d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=73832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 06 00:35:52.632086 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3d59b6-0e5d-402e-93a4-30b134c3ade5 req-3a3adcfb-9da7-4af2-92f1-dbb346099e61 service neutron] Attempting to bind port 53b21254-4ff7-4044-9eae-1a97bbc99d5c on network f157f065-b6f2-41d7-b334-bf1742c1b47d {{(pid=73832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 00:35:52.637194 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3d59b6-0e5d-402e-93a4-30b134c3ade5 req-3a3adcfb-9da7-4af2-92f1-dbb346099e61 service neutron] Checking agent: {'id': '98bc602c-e9ce-4757-b8df-ef22d3a5b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 0, 33, 13), 'started_at': datetime.datetime(2021, 5, 6, 0, 33, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 0, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 06 00:35:52.637463 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3d59b6-0e5d-402e-93a4-30b134c3ade5 req-3a3adcfb-9da7-4af2-92f1-dbb346099e61 service neutron] Checking segment: {'id': 'd3d23570-299e-44dc-88e2-c2cb27eae092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f157f065-b6f2-41d7-b334-bf1742c1b47d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 00:35:52.637837 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3d59b6-0e5d-402e-93a4-30b134c3ade5 req-3a3adcfb-9da7-4af2-92f1-dbb346099e61 service neutron] Bound using segment: {'id': 'd3d23570-299e-44dc-88e2-c2cb27eae092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f157f065-b6f2-41d7-b334-bf1742c1b47d'} {{(pid=73832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 06 00:35:52.638301 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.managers [req-cc3d59b6-0e5d-402e-93a4-30b134c3ade5 req-3a3adcfb-9da7-4af2-92f1-dbb346099e61 service neutron] Bound port: 53b21254-4ff7-4044-9eae-1a97bbc99d5c, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3d23570-299e-44dc-88e2-c2cb27eae092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f157f065-b6f2-41d7-b334-bf1742c1b47d'}}] {{(pid=73832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 06 00:35:52.638666 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-cc3d59b6-0e5d-402e-93a4-30b134c3ade5 req-3a3adcfb-9da7-4af2-92f1-dbb346099e61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:52.730941 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.db [req-cc3d59b6-0e5d-402e-93a4-30b134c3ade5 req-3a3adcfb-9da7-4af2-92f1-dbb346099e61 service neutron] For port 53b21254-4ff7-4044-9eae-1a97bbc99d5c, host hv-cinder-78462, cleared binding levels {{(pid=73832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 06 00:35:52.734113 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.db [req-cc3d59b6-0e5d-402e-93a4-30b134c3ade5 req-3a3adcfb-9da7-4af2-92f1-dbb346099e61 service neutron] For port 53b21254-4ff7-4044-9eae-1a97bbc99d5c, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=53b21254-4ff7-4044-9eae-1a97bbc99d5c,segment=NetworkSegment(d3d23570-299e-44dc-88e2-c2cb27eae092),segment_id=d3d23570-299e-44dc-88e2-c2cb27eae092)] {{(pid=73832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 06 00:35:52.738480 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-cc3d59b6-0e5d-402e-93a4-30b134c3ade5 req-3a3adcfb-9da7-4af2-92f1-dbb346099e61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:52.743166 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-4f865148-ce9c-43cd-b8af-21b9bad4e522 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:35:52.837016 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3d59b6-0e5d-402e-93a4-30b134c3ade5 req-3a3adcfb-9da7-4af2-92f1-dbb346099e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:52.837628 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-cc3d59b6-0e5d-402e-93a4-30b134c3ade5 req-3a3adcfb-9da7-4af2-92f1-dbb346099e61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535980'] for port, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:52.839611 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-cc3d59b6-0e5d-402e-93a4-30b134c3ade5 req-3a3adcfb-9da7-4af2-92f1-dbb346099e61 service neutron] 10.222.0.30 "PUT /v2.0/ports/53b21254-4ff7-4044-9eae-1a97bbc99d5c HTTP/1.1" status: 200  len: 1094 time: 1.5931790
May 06 00:35:52.843190 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b134b34-fe11-4aff-96cd-ffd81e77a92b', 'tag': '53b21254-4ff7-4044-9eae-1a97bbc99d5c'}] {{(pid=73832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 00:35:52.871547 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3adcfb-9da7-4af2-92f1-dbb346099e61 service neutron] Pushing event updated for resources: {'Port': ['ID=53b21254-4ff7-4044-9eae-1a97bbc99d5c,revision_number=3']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:35:52.876950 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-3a3adcfb-9da7-4af2-92f1-dbb346099e61 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:35:52.943743 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0408a361-775a-46d2-a394-14160f30bad8 req-eb2379d7-ee1a-4a95-a3e2-953d4b8f1ed7 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:52.945209 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-0408a361-775a-46d2-a394-14160f30bad8 req-eb2379d7-ee1a-4a95-a3e2-953d4b8f1ed7 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4cd3d09-3e89-4c0b-9e95-5448b9ed53ac HTTP/1.1" status: 200  len: 946 time: 0.1649208
May 06 00:35:52.955707 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67db2b3a-67ff-41de-9d66-3bd48e658fd7 req-e6ca49a9-8162-4584-a2db-82f4b8ad09a2 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:52.957169 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-67db2b3a-67ff-41de-9d66-3bd48e658fd7 req-e6ca49a9-8162-4584-a2db-82f4b8ad09a2 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bf01176-0ef5-4420-92a6-7fe2055496f1 HTTP/1.1" status: 200  len: 945 time: 0.0841775
May 06 00:35:53.001685 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-67db2b3a-67ff-41de-9d66-3bd48e658fd7 req-31d3d06d-8275-4964-a7cf-8cfd52624454 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/security-groups?id=ceb8dabd-8ffc-4d87-9464-7f935bd56bb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388575
May 06 00:35:53.004557 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-0408a361-775a-46d2-a394-14160f30bad8 req-7b760cff-6bb2-4d5c-a09e-d5dbb4b269a8 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/security-groups?id=5accd55e-29bc-4ca7-befd-1574e549f464&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0532050
May 06 00:35:53.007682 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3d59b6-0e5d-402e-93a4-30b134c3ade5 req-8a123db2-e86a-4ab8-ac86-b3ae154a64cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:53.009296 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-cc3d59b6-0e5d-402e-93a4-30b134c3ade5 req-8a123db2-e86a-4ab8-ac86-b3ae154a64cf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7f299b0e96854ba194187b29d1c2c10c&device_id=9b134b34-fe11-4aff-96cd-ffd81e77a92b HTTP/1.1" status: 200  len: 1097 time: 0.1245317
May 06 00:35:53.070313 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b134b34-fe11-4aff-96cd-ffd81e77a92b', 'tag': '53b21254-4ff7-4044-9eae-1a97bbc99d5c', 'status': 'completed', 'code': 200}
May 06 00:35:53.084897 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-cc3d59b6-0e5d-402e-93a4-30b134c3ade5 req-5989e55a-2d30-465e-8cc6-82049f2e9880 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=53b21254-4ff7-4044-9eae-1a97bbc99d5c HTTP/1.1" status: 200  len: 217 time: 0.0648279
May 06 00:35:53.157373 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3d59b6-0e5d-402e-93a4-30b134c3ade5 req-7fa0de09-f809-4e29-9ea8-384ff0c95561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:53.161574 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-cc3d59b6-0e5d-402e-93a4-30b134c3ade5 req-7fa0de09-f809-4e29-9ea8-384ff0c95561 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=96eac3cb-023e-48f0-97ff-8f5140a35952 HTTP/1.1" status: 200  len: 848 time: 0.0620275
May 06 00:35:53.212016 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-cc3d59b6-0e5d-402e-93a4-30b134c3ade5 req-823d8ef6-ba08-4d2d-83b1-fc251ec295b1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f157f065-b6f2-41d7-b334-bf1742c1b47d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0402374
May 06 00:35:53.362576 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-cc3d59b6-0e5d-402e-93a4-30b134c3ade5 req-32e3bac5-aadb-4269-bb25-1b090ed1cd02 service neutron] 10.222.0.30 "GET /v2.0/networks/f157f065-b6f2-41d7-b334-bf1742c1b47d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1416769
May 06 00:35:53.654260 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-cc3d59b6-0e5d-402e-93a4-30b134c3ade5 req-fcb9a102-3ad0-4203-ab29-9a765eb4ac6e service neutron] 10.222.0.30 "GET /v2.0/networks/f157f065-b6f2-41d7-b334-bf1742c1b47d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2849190
May 06 00:35:53.766405 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23935355-d694-4d09-bd68-610dd32b43f6 req-9404d195-91d9-439a-8f38-47e04197ee8d tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:53.767849 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-23935355-d694-4d09-bd68-610dd32b43f6 req-9404d195-91d9-439a-8f38-47e04197ee8d tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b134b34-fe11-4aff-96cd-ffd81e77a92b HTTP/1.1" status: 200  len: 944 time: 0.0999303
May 06 00:35:53.825808 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-23935355-d694-4d09-bd68-610dd32b43f6 req-89664d7b-c019-42b3-a16d-540bdb4a5efe tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] 10.222.0.24 "GET /v2.0/security-groups?id=863a7b4d-5b02-4831-9ed4-9b49495c1ea2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0516698
May 06 00:35:53.941291 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e184afa0-068b-435c-8b1a-f8c9bbbbcc50 req-afe59e55-355a-40f0-ad74-cb3655ec48fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:53.942726 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-e184afa0-068b-435c-8b1a-f8c9bbbbcc50 req-afe59e55-355a-40f0-ad74-cb3655ec48fe service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7f299b0e96854ba194187b29d1c2c10c&device_id=9b134b34-fe11-4aff-96cd-ffd81e77a92b HTTP/1.1" status: 200  len: 1097 time: 0.1678989
May 06 00:35:54.099256 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e184afa0-068b-435c-8b1a-f8c9bbbbcc50 req-ff114746-44ff-47b1-b08c-34d485d47a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:54.100784 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-e184afa0-068b-435c-8b1a-f8c9bbbbcc50 req-ff114746-44ff-47b1-b08c-34d485d47a16 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f157f065-b6f2-41d7-b334-bf1742c1b47d HTTP/1.1" status: 200  len: 909 time: 0.1431222
May 06 00:35:54.218162 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-e184afa0-068b-435c-8b1a-f8c9bbbbcc50 req-13268db0-513d-4ca5-9e21-611d49bfc837 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=53b21254-4ff7-4044-9eae-1a97bbc99d5c HTTP/1.1" status: 200  len: 217 time: 0.0989280
May 06 00:35:54.241942 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e530f714-65e5-4632-863b-3fd602e1bf65 req-5f79ae61-8079-414e-ada7-6ed98a62ec24 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:54.243395 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-e530f714-65e5-4632-863b-3fd602e1bf65 req-5f79ae61-8079-414e-ada7-6ed98a62ec24 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4cd3d09-3e89-4c0b-9e95-5448b9ed53ac HTTP/1.1" status: 200  len: 946 time: 0.0796795
May 06 00:35:54.287998 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-e530f714-65e5-4632-863b-3fd602e1bf65 req-fd0902ef-38a3-476f-befd-f8f91824fab3 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/security-groups?id=5accd55e-29bc-4ca7-befd-1574e549f464&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382037
May 06 00:35:54.289953 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e184afa0-068b-435c-8b1a-f8c9bbbbcc50 req-bafb432d-2ff7-42ef-9136-1686f39fd968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:54.291564 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-e184afa0-068b-435c-8b1a-f8c9bbbbcc50 req-bafb432d-2ff7-42ef-9136-1686f39fd968 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=96eac3cb-023e-48f0-97ff-8f5140a35952 HTTP/1.1" status: 200  len: 848 time: 0.0652370
May 06 00:35:54.351916 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d554d36-27b0-4ecc-9ebe-1df7e5816e92 req-1eb8ce1b-9fcf-4fed-9984-bb20810f2e8d tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:54.353365 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-8d554d36-27b0-4ecc-9ebe-1df7e5816e92 req-1eb8ce1b-9fcf-4fed-9984-bb20810f2e8d tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bf01176-0ef5-4420-92a6-7fe2055496f1 HTTP/1.1" status: 200  len: 945 time: 0.1845415
May 06 00:35:54.357090 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-e184afa0-068b-435c-8b1a-f8c9bbbbcc50 req-ff85fc8a-c920-4564-b8ab-f2819196c782 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f157f065-b6f2-41d7-b334-bf1742c1b47d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0551610
May 06 00:35:54.473298 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3c7654-7f45-4291-bc1d-9ff7797fe7d8 req-6e79fc72-86b1-45f1-9ef9-e4d240b08047 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:54.474615 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-8d554d36-27b0-4ecc-9ebe-1df7e5816e92 req-cd773910-0c59-4bac-9603-4809203a3df6 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/security-groups?id=ceb8dabd-8ffc-4d87-9464-7f935bd56bb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1147239
May 06 00:35:54.474764 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-bd3c7654-7f45-4291-bc1d-9ff7797fe7d8 req-6e79fc72-86b1-45f1-9ef9-e4d240b08047 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4cd3d09-3e89-4c0b-9e95-5448b9ed53ac HTTP/1.1" status: 200  len: 946 time: 0.0822048
May 06 00:35:54.484856 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 36894) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:35:54.490312 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.v2.base [None req-bf432cb6-a427-42af-86fc-e0027669b3b8 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Request body: {'floatingip': {'port_id': 'fecd3a1a-9141-44a4-a881-089790423897'}} {{(pid=73831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:35:54.523470 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-e184afa0-068b-435c-8b1a-f8c9bbbbcc50 req-a04228af-ae3d-4b77-a3f0-120cbcfbb2bf service neutron] 10.222.0.30 "GET /v2.0/networks/f157f065-b6f2-41d7-b334-bf1742c1b47d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1505213
May 06 00:35:54.566892 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-bf432cb6-a427-42af-86fc-e0027669b3b8 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Notify callbacks [] for floatingip, before_update {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:55.112236 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 36928) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:35:55.181284 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fd5a81-b415-4aea-a869-8392450ab1cc req-cd343ae0-d527-40a2-a269-2aff2d1939da tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:55.188961 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-52fd5a81-b415-4aea-a869-8392450ab1cc req-cd343ae0-d527-40a2-a269-2aff2d1939da tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bf01176-0ef5-4420-92a6-7fe2055496f1 HTTP/1.1" status: 200  len: 945 time: 0.2687473
May 06 00:35:55.302483 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-4f073895-d90b-43c6-8e73-1e62d08d2fcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:55.318584 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-4f073895-d90b-43c6-8e73-1e62d08d2fcd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:35:55.322576 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-4f073895-d90b-43c6-8e73-1e62d08d2fcd admin admin] Usage tracker for resource:security_group_rule and tenant:d0f9aac578d14c51b4de15943c71c80d is out of sync, need to count used quota {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:35:55.325544 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-4f073895-d90b-43c6-8e73-1e62d08d2fcd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:35:55.331307 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-4f073895-d90b-43c6-8e73-1e62d08d2fcd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:35:55.414109 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-4f073895-d90b-43c6-8e73-1e62d08d2fcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:55.418843 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-4f073895-d90b-43c6-8e73-1e62d08d2fcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:55.427065 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-5a68fb44-67f4-4d5a-8f30-fc50efe3b3bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:35:55.447099 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-52fd5a81-b415-4aea-a869-8392450ab1cc req-c220ae7c-4807-4adf-a060-a7a8c5240148 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/security-groups?id=ceb8dabd-8ffc-4d87-9464-7f935bd56bb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2570913
May 06 00:35:55.471681 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-4f073895-d90b-43c6-8e73-1e62d08d2fcd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d0f9aac578d14c51b4de15943c71c80d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3550942
May 06 00:35:55.471681 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 36944) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:35:55.474633 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f073895-d90b-43c6-8e73-1e62d08d2fcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89d7a895-713b-4b49-b371-3890c16e8004,revision_number=1']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:35:55.487249 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-4f073895-d90b-43c6-8e73-1e62d08d2fcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:35:55.535925 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-da40ce70-d851-42de-a35d-9566857990d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:55.562465 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-da40ce70-d851-42de-a35d-9566857990d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:55.613979 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-da40ce70-d851-42de-a35d-9566857990d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:55.617647 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-4f073895-d90b-43c6-8e73-1e62d08d2fcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:35:55.628406 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da40ce70-d851-42de-a35d-9566857990d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89d7a895-713b-4b49-b371-3890c16e8004,revision_number=None']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:35:55.631900 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-da40ce70-d851-42de-a35d-9566857990d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:35:55.636318 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-da40ce70-d851-42de-a35d-9566857990d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:55.637393 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-da40ce70-d851-42de-a35d-9566857990d9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/89d7a895-713b-4b49-b371-3890c16e8004 HTTP/1.1" status: 204  len: 168 time: 0.1647866
May 06 00:35:55.672509 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-bf432cb6-a427-42af-86fc-e0027669b3b8 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:55.677120 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-bf432cb6-a427-42af-86fc-e0027669b3b8 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407923'] for floatingip, after_update {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:55.828354 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e7caca-d1d5-45c0-832f-9e7f94fb37e5 req-066f653e-baa1-473b-b628-7ae290204db9 tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:55.830099 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-b8e7caca-d1d5-45c0-832f-9e7f94fb37e5 req-066f653e-baa1-473b-b628-7ae290204db9 tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b134b34-fe11-4aff-96cd-ffd81e77a92b HTTP/1.1" status: 200  len: 944 time: 0.2441363
May 06 00:35:55.895707 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-b8e7caca-d1d5-45c0-832f-9e7f94fb37e5 req-c27dcbba-daef-469e-98f3-69ee74e1097f tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] 10.222.0.24 "GET /v2.0/security-groups?id=863a7b4d-5b02-4831-9ed4-9b49495c1ea2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0553827
May 06 00:35:55.908465 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.db.l3_db [None req-bf432cb6-a427-42af-86fc-e0027669b3b8 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Floating IP 70676225-c385-40a6-9a64-be095bd885b1 associated. External IP: 172.27.3.245, port: fecd3a1a-9141-44a4-a881-089790423897.
May 06 00:35:55.933333 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 36954) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:35:55.951464 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-6e7a4b95-a7f6-4c9b-8e9d-b55b1871cd20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:55.965538 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-6e7a4b95-a7f6-4c9b-8e9d-b55b1871cd20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:35:55.969397 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-6e7a4b95-a7f6-4c9b-8e9d-b55b1871cd20 admin admin] Usage tracker for resource:security_group_rule and tenant:6852de61a5174f29b5963d473d0380ad is out of sync, need to count used quota {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:35:55.972205 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-6e7a4b95-a7f6-4c9b-8e9d-b55b1871cd20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:35:55.977716 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-6e7a4b95-a7f6-4c9b-8e9d-b55b1871cd20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:35:56.060966 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-6e7a4b95-a7f6-4c9b-8e9d-b55b1871cd20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:56.064873 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-6e7a4b95-a7f6-4c9b-8e9d-b55b1871cd20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:56.076457 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-7a1658e3-79a0-4bb6-8f2d-ee3b82f28a1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:35:56.118689 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-6e7a4b95-a7f6-4c9b-8e9d-b55b1871cd20 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6852de61a5174f29b5963d473d0380ad&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1814823
May 06 00:35:56.118689 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7a4b95-a7f6-4c9b-8e9d-b55b1871cd20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7135980b-feff-406c-94c4-7bcb5ad608e8,revision_number=1']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:35:56.120594 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 36958) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:35:56.123126 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-6e7a4b95-a7f6-4c9b-8e9d-b55b1871cd20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:35:56.178374 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-cb551cb8-4f1f-4cf5-88b2-2e610fba006a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:56.205457 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-cb551cb8-4f1f-4cf5-88b2-2e610fba006a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:56.261500 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-cb551cb8-4f1f-4cf5-88b2-2e610fba006a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:56.266283 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-fd638d5c-b077-449d-9283-f829a2b4ea75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:35:56.276833 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf432cb6-a427-42af-86fc-e0027669b3b8 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Router da787a18-7e91-4dd6-ad92-ccfcbbda8c27 has already been hosted by L3 agent 3fa0790c-dd29-4495-aa07-f8a2ae482509 {{(pid=73831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 06 00:35:56.277893 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb551cb8-4f1f-4cf5-88b2-2e610fba006a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7135980b-feff-406c-94c4-7bcb5ad608e8,revision_number=None']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:35:56.280760 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-cb551cb8-4f1f-4cf5-88b2-2e610fba006a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:35:56.282834 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-cb551cb8-4f1f-4cf5-88b2-2e610fba006a admin admin] Notify callbacks [] for security_group, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:56.286457 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-cb551cb8-4f1f-4cf5-88b2-2e610fba006a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7135980b-feff-406c-94c4-7bcb5ad608e8 HTTP/1.1" status: 204  len: 168 time: 0.1622152
May 06 00:35:56.555435 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf432cb6-a427-42af-86fc-e0027669b3b8 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Notify agent at l3_agent.dv-cinder-784623-8-iscsi the message routers_updated {{(pid=73831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 06 00:35:56.565559 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76cd4706-2b76-4717-9e31-73aefb443e27 None None] Sync routers for ids ['da787a18-7e91-4dd6-ad92-ccfcbbda8c27'] in dv-cinder-784623-8-iscsi {{(pid=73834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 06 00:35:56.575455 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76cd4706-2b76-4717-9e31-73aefb443e27 None None] Routers {'da787a18-7e91-4dd6-ad92-ccfcbbda8c27'} bound to L3 agent in host dv-cinder-784623-8-iscsi {{(pid=73834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 00:35:56.576367 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_hamode_db [None req-76cd4706-2b76-4717-9e31-73aefb443e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9508c31cd0>, 'dv-cinder-784623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-06T00:27:20Z,description=<?>,heartbeat_timestamp=2021-05-06T00:35:50Z,host='dv-cinder-784623-8-iscsi',id=3fa0790c-dd29-4495-aa07-f8a2ae482509,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T00:27:20Z,topic='l3_agent')) {'router_ids': ['da787a18-7e91-4dd6-ad92-ccfcbbda8c27'], 'active': True} {{(pid=73834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:35:56.613289 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-bf432cb6-a427-42af-86fc-e0027669b3b8 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43737'] for floatingip, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:56.676729 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-bf432cb6-a427-42af-86fc-e0027669b3b8 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "PUT /v2.0/floatingips/70676225-c385-40a6-9a64-be095bd885b1 HTTP/1.1" status: 200  len: 992 time: 2.1905861
May 06 00:35:56.679049 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4cd3d09-3e89-4c0b-9e95-5448b9ed53ac', 'tag': 'fecd3a1a-9141-44a4-a881-089790423897'}] {{(pid=73831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 00:35:56.704458 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61f4665-dae2-4295-81d2-73ef1e705b93 req-6badfad0-88fc-4280-b02e-f1e89523393c tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:56.705711 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-e61f4665-dae2-4295-81d2-73ef1e705b93 req-6badfad0-88fc-4280-b02e-f1e89523393c tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bf01176-0ef5-4420-92a6-7fe2055496f1 HTTP/1.1" status: 200  len: 945 time: 0.1473906
May 06 00:35:56.754686 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-e61f4665-dae2-4295-81d2-73ef1e705b93 req-4db1d157-8a85-48ac-a4a5-fee3340ecaf4 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/security-groups?id=ceb8dabd-8ffc-4d87-9464-7f935bd56bb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432444
May 06 00:35:56.780711 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_dvr_db [None req-76cd4706-2b76-4717-9e31-73aefb443e27 None None] Set router da787a18-7e91-4dd6-ad92-ccfcbbda8c27 gateway port host: dv-cinder-784623-8-iscsi {{(pid=73834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 00:35:57.128063 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_hamode_db [None req-76cd4706-2b76-4717-9e31-73aefb443e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9508c31cd0>, [{'id': 'da787a18-7e91-4dd6-ad92-ccfcbbda8c27', 'name': 'tempest-AttachVolumeTestJSON-1254958437-router', 'tenant_id': 'c6c13c091dfc4aacbf264be74291da6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'external_fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '776b5ab0-4f4f-453b-8323-3ad702832470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:34:47Z', 'updated_at': '2021-05-06T00:34:55Z', 'revision_number': 4, 'project_id': 'c6c13c091dfc4aacbf264be74291da6e', 'gw_port': {'id': '776b5ab0-4f4f-453b-8323-3ad702832470', 'name': '', 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da787a18-7e91-4dd6-ad92-ccfcbbda8c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:34:49Z', 'updated_at': '2021-05-06T00:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-iscsi', '_floatingips': [{'id': '70676225-c385-40a6-9a64-be095bd885b1', 'tenant_id': 'c6c13c091dfc4aacbf264be74291da6e', 'floating_ip_address': '172.27.3.245', 'floating_network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'router_id': 'da787a18-7e91-4dd6-ad92-ccfcbbda8c27', 'port_id': 'fecd3a1a-9141-44a4-a881-089790423897', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ea45e29-439e-495a-941c-7f5912677888', 'mac_address': 'fa:16:3e:15:db:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cd3d09-3e89-4c0b-9e95-5448b9ed53ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T00:35:11Z', 'updated_at': '2021-05-06T00:35:55Z', 'revision_number': 1, 'project_id': 'c6c13c091dfc4aacbf264be74291da6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '535ed0f5-73ce-4425-8485-3e36642b1ffb', 'name': '', 'network_id': '1ea45e29-439e-495a-941c-7f5912677888', 'tenant_id': 'c6c13c091dfc4aacbf264be74291da6e', 'mac_address': 'fa:16:3e:8f:02:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da787a18-7e91-4dd6-ad92-ccfcbbda8c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '693ca583-83b8-4934-b0a4-9f6d64f7b0b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:34:54Z', 'updated_at': '2021-05-06T00:35:17Z', 'revision_number': 5, 'project_id': 'c6c13c091dfc4aacbf264be74291da6e', 'subnets': [{'id': '693ca583-83b8-4934-b0a4-9f6d64f7b0b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-8-iscsi', False) {} {{(pid=73834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:35:57.131726 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76cd4706-2b76-4717-9e31-73aefb443e27 None None] Checking router: da787a18-7e91-4dd6-ad92-ccfcbbda8c27 for host: dv-cinder-784623-8-iscsi {{(pid=73834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 06 00:35:57.140032 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76cd4706-2b76-4717-9e31-73aefb443e27 None None] Routers {'da787a18-7e91-4dd6-ad92-ccfcbbda8c27'} bound to L3 agent in host dv-cinder-784623-8-iscsi {{(pid=73834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 00:35:57.140614 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_hamode_db [None req-76cd4706-2b76-4717-9e31-73aefb443e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9508c31cd0>, 'dv-cinder-784623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-06T00:27:20Z,description=<?>,heartbeat_timestamp=2021-05-06T00:35:50Z,host='dv-cinder-784623-8-iscsi',id=3fa0790c-dd29-4495-aa07-f8a2ae482509,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T00:27:20Z,topic='l3_agent')) {'router_ids': ['da787a18-7e91-4dd6-ad92-ccfcbbda8c27'], 'active': True} {{(pid=73834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:35:57.349332 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_dvr_db [None req-76cd4706-2b76-4717-9e31-73aefb443e27 None None] Set router da787a18-7e91-4dd6-ad92-ccfcbbda8c27 gateway port host: dv-cinder-784623-8-iscsi {{(pid=73834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 00:35:57.693424 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_hamode_db [None req-76cd4706-2b76-4717-9e31-73aefb443e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9508c31cd0>, [{'id': 'da787a18-7e91-4dd6-ad92-ccfcbbda8c27', 'name': 'tempest-AttachVolumeTestJSON-1254958437-router', 'tenant_id': 'c6c13c091dfc4aacbf264be74291da6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'external_fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '776b5ab0-4f4f-453b-8323-3ad702832470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:34:47Z', 'updated_at': '2021-05-06T00:34:55Z', 'revision_number': 4, 'project_id': 'c6c13c091dfc4aacbf264be74291da6e', 'gw_port': {'id': '776b5ab0-4f4f-453b-8323-3ad702832470', 'name': '', 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da787a18-7e91-4dd6-ad92-ccfcbbda8c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:34:49Z', 'updated_at': '2021-05-06T00:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-iscsi', '_floatingips': [{'id': '70676225-c385-40a6-9a64-be095bd885b1', 'tenant_id': 'c6c13c091dfc4aacbf264be74291da6e', 'floating_ip_address': '172.27.3.245', 'floating_network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'router_id': 'da787a18-7e91-4dd6-ad92-ccfcbbda8c27', 'port_id': 'fecd3a1a-9141-44a4-a881-089790423897', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ea45e29-439e-495a-941c-7f5912677888', 'mac_address': 'fa:16:3e:15:db:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cd3d09-3e89-4c0b-9e95-5448b9ed53ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T00:35:11Z', 'updated_at': '2021-05-06T00:35:55Z', 'revision_number': 1, 'project_id': 'c6c13c091dfc4aacbf264be74291da6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '535ed0f5-73ce-4425-8485-3e36642b1ffb', 'name': '', 'network_id': '1ea45e29-439e-495a-941c-7f5912677888', 'tenant_id': 'c6c13c091dfc4aacbf264be74291da6e', 'mac_address': 'fa:16:3e:8f:02:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da787a18-7e91-4dd6-ad92-ccfcbbda8c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '693ca583-83b8-4934-b0a4-9f6d64f7b0b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:34:54Z', 'updated_at': '2021-05-06T00:35:17Z', 'revision_number': 5, 'project_id': 'c6c13c091dfc4aacbf264be74291da6e', 'subnets': [{'id': '693ca583-83b8-4934-b0a4-9f6d64f7b0b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-8-iscsi', False) {} {{(pid=73834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:35:57.697990 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76cd4706-2b76-4717-9e31-73aefb443e27 None None] The sync data for ids ['da787a18-7e91-4dd6-ad92-ccfcbbda8c27'] in dv-cinder-784623-8-iscsi is: [{'id': 'da787a18-7e91-4dd6-ad92-ccfcbbda8c27', 'name': 'tempest-AttachVolumeTestJSON-1254958437-router', 'tenant_id': 'c6c13c091dfc4aacbf264be74291da6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'external_fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '776b5ab0-4f4f-453b-8323-3ad702832470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:34:47Z', 'updated_at': '2021-05-06T00:34:55Z', 'revision_number': 4, 'project_id': 'c6c13c091dfc4aacbf264be74291da6e', 'gw_port': {'id': '776b5ab0-4f4f-453b-8323-3ad702832470', 'name': '', 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da787a18-7e91-4dd6-ad92-ccfcbbda8c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:34:49Z', 'updated_at': '2021-05-06T00:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-iscsi', '_floatingips': [{'id': '70676225-c385-40a6-9a64-be095bd885b1', 'tenant_id': 'c6c13c091dfc4aacbf264be74291da6e', 'floating_ip_address': '172.27.3.245', 'floating_network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'router_id': 'da787a18-7e91-4dd6-ad92-ccfcbbda8c27', 'port_id': 'fecd3a1a-9141-44a4-a881-089790423897', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ea45e29-439e-495a-941c-7f5912677888', 'mac_address': 'fa:16:3e:15:db:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cd3d09-3e89-4c0b-9e95-5448b9ed53ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T00:35:11Z', 'updated_at': '2021-05-06T00:35:55Z', 'revision_number': 1, 'project_id': 'c6c13c091dfc4aacbf264be74291da6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '535ed0f5-73ce-4425-8485-3e36642b1ffb', 'name': '', 'network_id': '1ea45e29-439e-495a-941c-7f5912677888', 'tenant_id': 'c6c13c091dfc4aacbf264be74291da6e', 'mac_address': 'fa:16:3e:8f:02:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da787a18-7e91-4dd6-ad92-ccfcbbda8c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '693ca583-83b8-4934-b0a4-9f6d64f7b0b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:34:54Z', 'updated_at': '2021-05-06T00:35:17Z', 'revision_number': 5, 'project_id': 'c6c13c091dfc4aacbf264be74291da6e', 'subnets': [{'id': '693ca583-83b8-4934-b0a4-9f6d64f7b0b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 06 00:35:57.938650 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4cd3d09-3e89-4c0b-9e95-5448b9ed53ac', 'tag': 'fecd3a1a-9141-44a4-a881-089790423897', 'status': 'completed', 'code': 200}
May 06 00:35:57.962950 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4beaaf9-4dfe-427a-8d5b-df6a5a0bc5e9 None None] New status for floating IP 70676225-c385-40a6-9a64-be095bd885b1: ACTIVE {{(pid=73833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 06 00:35:58.205615 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 37032) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:35:58.215104 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-e184afa0-068b-435c-8b1a-f8c9bbbbcc50 req-8f4fa8e8-77f4-4ebe-af34-798a223ca237 service neutron] 10.222.0.30 "GET /v2.0/networks/f157f065-b6f2-41d7-b334-bf1742c1b47d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3814709
May 06 00:35:58.235332 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b62954-405d-4830-84c4-c45b9f7f73a4 req-930d2e6a-7251-43ff-9f4d-815f047bdebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:58.236961 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-c6b62954-405d-4830-84c4-c45b9f7f73a4 req-930d2e6a-7251-43ff-9f4d-815f047bdebd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=002b4df3d00d43ddba30ad44b32e56cc&device_id=3bf01176-0ef5-4420-92a6-7fe2055496f1 HTTP/1.1" status: 200  len: 1098 time: 0.2943447
May 06 00:35:58.252543 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207058a2-eca8-48b0-adf7-97ddc09ad4e2 req-544d6e4a-7401-47eb-adac-1c6a856853dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:58.254195 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-207058a2-eca8-48b0-adf7-97ddc09ad4e2 req-544d6e4a-7401-47eb-adac-1c6a856853dc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c6c13c091dfc4aacbf264be74291da6e&device_id=f4cd3d09-3e89-4c0b-9e95-5448b9ed53ac HTTP/1.1" status: 200  len: 1099 time: 0.2895565
May 06 00:35:58.255764 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee08a7d-074c-4bf6-ab97-c764e5e8e15f req-1c4ee0dc-784c-4935-959b-0c316bf4247c tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:58.257393 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-bee08a7d-074c-4bf6-ab97-c764e5e8e15f req-1c4ee0dc-784c-4935-959b-0c316bf4247c tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bf01176-0ef5-4420-92a6-7fe2055496f1 HTTP/1.1" status: 200  len: 945 time: 0.1486344
May 06 00:35:58.271329 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaa37a9-929f-49b8-b3eb-507ccea79f4c req-0fb341e9-251f-417d-921e-d0655c12a602 tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:58.293465 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-4aaa37a9-929f-49b8-b3eb-507ccea79f4c req-0fb341e9-251f-417d-921e-d0655c12a602 tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b134b34-fe11-4aff-96cd-ffd81e77a92b HTTP/1.1" status: 200  len: 944 time: 0.2104528
May 06 00:35:58.456006 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-e3fca572-9e1e-4d0b-a84e-b8d3640092f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:58.463930 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-bee08a7d-074c-4bf6-ab97-c764e5e8e15f req-b4afbbee-d8ea-464e-8d3c-c3ba521bba98 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/security-groups?id=ceb8dabd-8ffc-4d87-9464-7f935bd56bb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1748517
May 06 00:35:58.484475 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-4aaa37a9-929f-49b8-b3eb-507ccea79f4c req-174e799d-a8f9-463b-b474-ffff77609105 tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] 10.222.0.24 "GET /v2.0/security-groups?id=863a7b4d-5b02-4831-9ed4-9b49495c1ea2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1896813
May 06 00:35:58.497288 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-e3fca572-9e1e-4d0b-a84e-b8d3640092f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:35:58.503287 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b62954-405d-4830-84c4-c45b9f7f73a4 req-adc11788-9e2e-412e-a368-44ba7acc13e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:58.504994 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-c6b62954-405d-4830-84c4-c45b9f7f73a4 req-adc11788-9e2e-412e-a368-44ba7acc13e1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=37604004-5acb-4629-b2e7-84023f472da1 HTTP/1.1" status: 200  len: 920 time: 0.2466302
May 06 00:35:58.509357 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-e3fca572-9e1e-4d0b-a84e-b8d3640092f2 admin admin] Usage tracker for resource:security_group_rule and tenant:1309c5e442e94e5399c0a1c26e20e399 is out of sync, need to count used quota {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:35:58.522349 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-e3fca572-9e1e-4d0b-a84e-b8d3640092f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:35:58.531668 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-e3fca572-9e1e-4d0b-a84e-b8d3640092f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:35:58.559343 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207058a2-eca8-48b0-adf7-97ddc09ad4e2 req-7dc56044-9755-4e82-bf46-2b48b1f72f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:58.561080 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-207058a2-eca8-48b0-adf7-97ddc09ad4e2 req-7dc56044-9755-4e82-bf46-2b48b1f72f25 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1ea45e29-439e-495a-941c-7f5912677888 HTTP/1.1" status: 200  len: 912 time: 0.2649820
May 06 00:35:58.583935 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-c6b62954-405d-4830-84c4-c45b9f7f73a4 req-0bab6504-6991-4926-a2b6-142d3180de53 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77feed8a-8b0f-4871-804a-1673330a40ef HTTP/1.1" status: 200  len: 217 time: 0.0669544
May 06 00:35:58.659229 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b62954-405d-4830-84c4-c45b9f7f73a4 req-f15cf2a8-e451-4205-ba5b-f644dde3adba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:58.660855 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-c6b62954-405d-4830-84c4-c45b9f7f73a4 req-f15cf2a8-e451-4205-ba5b-f644dde3adba service neutron] 10.222.0.30 "GET /v2.0/subnets?id=80245074-5ce6-4e43-925d-2fdf29939a72 HTTP/1.1" status: 200  len: 859 time: 0.0701046
May 06 00:35:58.691187 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-207058a2-eca8-48b0-adf7-97ddc09ad4e2 req-dba519be-8991-4c5c-8e4d-ba59ac8b7ff4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fecd3a1a-9141-44a4-a881-089790423897 HTTP/1.1" status: 200  len: 1002 time: 0.1233704
May 06 00:35:58.774426 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207058a2-eca8-48b0-adf7-97ddc09ad4e2 req-7455feb5-7bb1-4863-b9c4-2acdf50ab695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:58.777248 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-207058a2-eca8-48b0-adf7-97ddc09ad4e2 req-7455feb5-7bb1-4863-b9c4-2acdf50ab695 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=693ca583-83b8-4934-b0a4-9f6d64f7b0b2 HTTP/1.1" status: 200  len: 850 time: 0.0749228
May 06 00:35:58.806654 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-c6b62954-405d-4830-84c4-c45b9f7f73a4 req-b29d44e1-3f32-446a-8594-58739e3c7863 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=37604004-5acb-4629-b2e7-84023f472da1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1317642
May 06 00:35:58.854348 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-e3fca572-9e1e-4d0b-a84e-b8d3640092f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:58.858861 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-e3fca572-9e1e-4d0b-a84e-b8d3640092f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:58.869135 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-87a1771d-51d2-430d-979d-bd90ad05809e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:35:58.907870 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fca572-9e1e-4d0b-a84e-b8d3640092f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=014bae8f-b23a-4bab-929c-bdc3da1fc1a4,revision_number=1']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:35:58.928626 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-e3fca572-9e1e-4d0b-a84e-b8d3640092f2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1309c5e442e94e5399c0a1c26e20e399&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7165143
May 06 00:35:58.928626 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fca572-9e1e-4d0b-a84e-b8d3640092f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:35:58.928626 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fca572-9e1e-4d0b-a84e-b8d3640092f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:35:58.929066 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fca572-9e1e-4d0b-a84e-b8d3640092f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:35:58.929066 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fca572-9e1e-4d0b-a84e-b8d3640092f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:35:58.930065 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fca572-9e1e-4d0b-a84e-b8d3640092f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:35:58.930065 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fca572-9e1e-4d0b-a84e-b8d3640092f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:35:58.930065 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fca572-9e1e-4d0b-a84e-b8d3640092f2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:35:58.930431 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fca572-9e1e-4d0b-a84e-b8d3640092f2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:35:58.930717 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fca572-9e1e-4d0b-a84e-b8d3640092f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:35:58.931039 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fca572-9e1e-4d0b-a84e-b8d3640092f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:35:58.931407 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fca572-9e1e-4d0b-a84e-b8d3640092f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:35:58.931714 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fca572-9e1e-4d0b-a84e-b8d3640092f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:35:58.937359 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 37060) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:35:58.941098 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-e3fca572-9e1e-4d0b-a84e-b8d3640092f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:35:59.001982 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-c6b62954-405d-4830-84c4-c45b9f7f73a4 req-8eaeb25f-921b-45db-8d01-6a5101dff5fc service neutron] 10.222.0.30 "GET /v2.0/networks/37604004-5acb-4629-b2e7-84023f472da1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1871634
May 06 00:35:59.009489 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207058a2-eca8-48b0-adf7-97ddc09ad4e2 req-5c8c04b3-2ba7-454c-b2bf-80c4e9f76b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:59.011622 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-207058a2-eca8-48b0-adf7-97ddc09ad4e2 req-5c8c04b3-2ba7-454c-b2bf-80c4e9f76b17 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1ea45e29-439e-495a-941c-7f5912677888&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2188413
May 06 00:35:59.175134 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-3c3ce200-08c9-4863-ac64-e4ad15fcd66d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:59.219544 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-c6b62954-405d-4830-84c4-c45b9f7f73a4 req-d89f6528-0c0f-4c29-8b6c-e5f786826aac service neutron] 10.222.0.30 "GET /v2.0/networks/37604004-5acb-4629-b2e7-84023f472da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2107728
May 06 00:35:59.220722 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-3c3ce200-08c9-4863-ac64-e4ad15fcd66d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:59.259983 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-207058a2-eca8-48b0-adf7-97ddc09ad4e2 req-8667e2aa-112d-46dc-a007-8a307f6e5632 service neutron] 10.222.0.30 "GET /v2.0/networks/1ea45e29-439e-495a-941c-7f5912677888?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2333760
May 06 00:35:59.377109 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-3c3ce200-08c9-4863-ac64-e4ad15fcd66d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:59.393539 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-9ef3350f-8873-49b0-a0ef-c94aead109ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:35:59.418145 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3ce200-08c9-4863-ac64-e4ad15fcd66d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=014bae8f-b23a-4bab-929c-bdc3da1fc1a4,revision_number=None']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:35:59.423493 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-3c3ce200-08c9-4863-ac64-e4ad15fcd66d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:35:59.426161 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-3c3ce200-08c9-4863-ac64-e4ad15fcd66d admin admin] Notify callbacks [] for security_group, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:59.427432 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-3c3ce200-08c9-4863-ac64-e4ad15fcd66d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/014bae8f-b23a-4bab-929c-bdc3da1fc1a4 HTTP/1.1" status: 204  len: 168 time: 0.4891782
May 06 00:35:59.434446 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-207058a2-eca8-48b0-adf7-97ddc09ad4e2 req-439b3e17-97c3-4b09-806f-81ed7fb490e6 service neutron] 10.222.0.30 "GET /v2.0/networks/1ea45e29-439e-495a-941c-7f5912677888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1627769
May 06 00:35:59.630585 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f29665-b2bf-4291-a42a-f8ddb0d5fe17 req-e27956f3-4369-4868-878d-805996546952 tempest-DeleteServersTestJSON-1871532533 tempest-DeleteServersTestJSON-1871532533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:59.631902 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-c9f29665-b2bf-4291-a42a-f8ddb0d5fe17 req-e27956f3-4369-4868-878d-805996546952 tempest-DeleteServersTestJSON-1871532533 tempest-DeleteServersTestJSON-1871532533-project] 10.222.0.24 "GET /v2.0/ports?device_id=203fd734-abdf-439f-bf73-a03199230e3f HTTP/1.1" status: 200  len: 945 time: 0.0912986
May 06 00:35:59.684504 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-c9f29665-b2bf-4291-a42a-f8ddb0d5fe17 req-9c17b8be-285a-4c75-b027-0a169cd50020 tempest-DeleteServersTestJSON-1871532533 tempest-DeleteServersTestJSON-1871532533-project] 10.222.0.24 "GET /v2.0/security-groups?id=413bb1eb-c019-4d31-9611-c15e754238b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446618
May 06 00:35:59.700016 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777d8665-f8c4-423a-923e-4367a8da711d req-fcab8410-e411-4da2-87d2-082fc4fb1b5a tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:59.710752 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-777d8665-f8c4-423a-923e-4367a8da711d req-fcab8410-e411-4da2-87d2-082fc4fb1b5a tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bf01176-0ef5-4420-92a6-7fe2055496f1 HTTP/1.1" status: 200  len: 945 time: 0.1253536
May 06 00:35:59.767809 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 37088) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:35:59.782061 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-777d8665-f8c4-423a-923e-4367a8da711d req-97331bae-0a2c-44f4-81ce-9bf32b26adae tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/security-groups?id=ceb8dabd-8ffc-4d87-9464-7f935bd56bb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0703526
May 06 00:35:59.796291 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-0f02f300-8d65-4156-80fe-1ec389096ec2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:59.811518 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-0f02f300-8d65-4156-80fe-1ec389096ec2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:35:59.815326 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-0f02f300-8d65-4156-80fe-1ec389096ec2 admin admin] Usage tracker for resource:security_group_rule and tenant:32f1faa46e104403accad649a1d5ee02 is out of sync, need to count used quota {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:35:59.818142 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-0f02f300-8d65-4156-80fe-1ec389096ec2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:35:59.824377 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-0f02f300-8d65-4156-80fe-1ec389096ec2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:35:59.964861 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec183759-db7f-4e2e-995f-b2af22a0148c req-1b8ef8e3-329e-4347-9827-6da8c9b20aa2 tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:35:59.966291 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-ec183759-db7f-4e2e-995f-b2af22a0148c req-1b8ef8e3-329e-4347-9827-6da8c9b20aa2 tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b134b34-fe11-4aff-96cd-ffd81e77a92b HTTP/1.1" status: 200  len: 944 time: 0.1228354
May 06 00:35:59.995758 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-0f02f300-8d65-4156-80fe-1ec389096ec2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:35:59.999501 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-0f02f300-8d65-4156-80fe-1ec389096ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:00.009092 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-b8870259-8e7d-478d-96e5-1423b7250f34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:36:00.055567 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-0f02f300-8d65-4156-80fe-1ec389096ec2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=32f1faa46e104403accad649a1d5ee02&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2857029
May 06 00:36:00.059231 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 37096) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:36:00.067254 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-ec183759-db7f-4e2e-995f-b2af22a0148c req-4090f626-2302-4407-b3ad-dfe3ea6577d6 tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] 10.222.0.24 "GET /v2.0/security-groups?id=863a7b4d-5b02-4831-9ed4-9b49495c1ea2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0908284
May 06 00:36:00.069398 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f02f300-8d65-4156-80fe-1ec389096ec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae3437a1-e1ff-490e-ab22-4059ea9a0da8,revision_number=1']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:36:00.090052 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-0f02f300-8d65-4156-80fe-1ec389096ec2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:36:00.158866 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-9ae7f2ce-885a-4c27-aa5c-fae38e87689e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:00.186848 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-9ae7f2ce-885a-4c27-aa5c-fae38e87689e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:00.242313 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-9ae7f2ce-885a-4c27-aa5c-fae38e87689e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:00.247184 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:36:00.330295 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae7f2ce-885a-4c27-aa5c-fae38e87689e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae3437a1-e1ff-490e-ab22-4059ea9a0da8,revision_number=None']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:36:00.333689 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-9ae7f2ce-885a-4c27-aa5c-fae38e87689e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:36:00.336849 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-9ae7f2ce-885a-4c27-aa5c-fae38e87689e admin admin] Notify callbacks [] for security_group, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:00.340831 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-9ae7f2ce-885a-4c27-aa5c-fae38e87689e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ae3437a1-e1ff-490e-ab22-4059ea9a0da8 HTTP/1.1" status: 204  len: 168 time: 0.2777193
May 06 00:36:01.398869 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Device 53b21254-4ff7-4044-9eae-1a97bbc99d5c details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=73833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 06 00:36:01.530927 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] For port 53b21254-4ff7-4044-9eae-1a97bbc99d5c, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=53b21254-4ff7-4044-9eae-1a97bbc99d5c,segment=NetworkSegment(d3d23570-299e-44dc-88e2-c2cb27eae092),segment_id=d3d23570-299e-44dc-88e2-c2cb27eae092)] {{(pid=73833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:36:01.544537 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Returning: {'device': '53b21254-4ff7-4044-9eae-1a97bbc99d5c', 'network_id': 'f157f065-b6f2-41d7-b334-bf1742c1b47d', 'port_id': '53b21254-4ff7-4044-9eae-1a97bbc99d5c', 'mac_address': 'fa:16:3e:41:67:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96eac3cb-023e-48f0-97ff-8f5140a35952', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 06 00:36:01.597640 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:01.614097 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.notifiers.nova [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53b21254-4ff7-4044-9eae-1a97bbc99d5c {{(pid=73833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 06 00:36:01.630819 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] For port 53b21254-4ff7-4044-9eae-1a97bbc99d5c, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=53b21254-4ff7-4044-9eae-1a97bbc99d5c,segment=NetworkSegment(d3d23570-299e-44dc-88e2-c2cb27eae092),segment_id=d3d23570-299e-44dc-88e2-c2cb27eae092)] {{(pid=73833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:36:01.634984 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:01.636835 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:36:01.705253 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Pushing event updated for resources: {'Port': ['ID=53b21254-4ff7-4044-9eae-1a97bbc99d5c,revision_number=4']} {{(pid=73833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:36:01.708497 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:36:02.717650 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0852ed-324b-49c7-ac8b-4607b8f489f9 req-61795498-e3d4-4124-b41a-b033cde1fb24 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:36:02.718174 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f14c62-1aea-4c21-b1eb-5e9aa214af15 req-021b9aea-987f-4c28-a084-78baa2e7e005 tempest-DeleteServersTestJSON-1871532533 tempest-DeleteServersTestJSON-1871532533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:36:02.721346 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-83f14c62-1aea-4c21-b1eb-5e9aa214af15 req-021b9aea-987f-4c28-a084-78baa2e7e005 tempest-DeleteServersTestJSON-1871532533 tempest-DeleteServersTestJSON-1871532533-project] 10.222.0.24 "GET /v2.0/ports?device_id=203fd734-abdf-439f-bf73-a03199230e3f HTTP/1.1" status: 200  len: 945 time: 0.0869989
May 06 00:36:02.724417 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-1b0852ed-324b-49c7-ac8b-4607b8f489f9 req-61795498-e3d4-4124-b41a-b033cde1fb24 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bf01176-0ef5-4420-92a6-7fe2055496f1 HTTP/1.1" status: 200  len: 945 time: 0.0899982
May 06 00:36:02.764630 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-1b0852ed-324b-49c7-ac8b-4607b8f489f9 req-47f53b27-efde-4ee1-85db-df0734ac44c4 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/security-groups?id=ceb8dabd-8ffc-4d87-9464-7f935bd56bb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393317
May 06 00:36:02.766386 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-83f14c62-1aea-4c21-b1eb-5e9aa214af15 req-cf699429-f408-4056-acd3-267f54fa6bb9 tempest-DeleteServersTestJSON-1871532533 tempest-DeleteServersTestJSON-1871532533-project] 10.222.0.24 "GET /v2.0/security-groups?id=413bb1eb-c019-4d31-9611-c15e754238b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406599
May 06 00:36:02.932980 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] get_ports_and_sgs() called for port_ids ['53b21254-4ff7-4044-9eae-1a97bbc99d5c'] {{(pid=73833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 06 00:36:02.938235 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1468d445-908e-49a4-ab8d-5a6830ae4a18 req-ad042f25-fc8c-47c2-973f-89c093f485ca tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:36:02.939659 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-1468d445-908e-49a4-ab8d-5a6830ae4a18 req-ad042f25-fc8c-47c2-973f-89c093f485ca tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b134b34-fe11-4aff-96cd-ffd81e77a92b HTTP/1.1" status: 200  len: 945 time: 0.0775983
May 06 00:36:02.986123 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-1468d445-908e-49a4-ab8d-5a6830ae4a18 req-f42327fb-c369-4f97-9e7e-2e03f37bacf6 tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] 10.222.0.24 "GET /v2.0/security-groups?id=863a7b4d-5b02-4831-9ed4-9b49495c1ea2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400014
May 06 00:36:06.292480 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540d8851-9fa5-447c-a76b-16bf9f6ed01d req-69fb24cd-fda3-48d5-9d78-c5660b2895db tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:36:06.294112 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-540d8851-9fa5-447c-a76b-16bf9f6ed01d req-69fb24cd-fda3-48d5-9d78-c5660b2895db tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bf01176-0ef5-4420-92a6-7fe2055496f1 HTTP/1.1" status: 200  len: 945 time: 0.0840588
May 06 00:36:06.314581 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d762d4-ddca-4c0c-bdf7-9c91a9daed05 req-9bed2344-6481-4a3f-881f-17e26b9ce253 tempest-DeleteServersTestJSON-1871532533 tempest-DeleteServersTestJSON-1871532533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:36:06.316090 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-07d762d4-ddca-4c0c-bdf7-9c91a9daed05 req-9bed2344-6481-4a3f-881f-17e26b9ce253 tempest-DeleteServersTestJSON-1871532533 tempest-DeleteServersTestJSON-1871532533-project] 10.222.0.24 "GET /v2.0/ports?device_id=203fd734-abdf-439f-bf73-a03199230e3f HTTP/1.1" status: 200  len: 945 time: 0.0849135
May 06 00:36:06.339593 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-540d8851-9fa5-447c-a76b-16bf9f6ed01d req-e0555fa7-fbd8-4c5f-8e1d-603b45bcb028 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/security-groups?id=ceb8dabd-8ffc-4d87-9464-7f935bd56bb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395572
May 06 00:36:06.364256 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-07d762d4-ddca-4c0c-bdf7-9c91a9daed05 req-adf94402-f865-453e-ac93-245d6d2a7a34 tempest-DeleteServersTestJSON-1871532533 tempest-DeleteServersTestJSON-1871532533-project] 10.222.0.24 "GET /v2.0/security-groups?id=413bb1eb-c019-4d31-9611-c15e754238b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419495
May 06 00:36:06.514812 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa12b7b-3b5a-44e0-9d5c-f6a54a8d8058 req-d583f4bb-4cc3-4465-90db-1680af7cb4b5 tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:36:06.516248 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-4fa12b7b-3b5a-44e0-9d5c-f6a54a8d8058 req-d583f4bb-4cc3-4465-90db-1680af7cb4b5 tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b134b34-fe11-4aff-96cd-ffd81e77a92b HTTP/1.1" status: 200  len: 945 time: 0.0795031
May 06 00:36:06.561128 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-4fa12b7b-3b5a-44e0-9d5c-f6a54a8d8058 req-62506490-23a6-4a6b-99e8-7c79aae32aad tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] 10.222.0.24 "GET /v2.0/security-groups?id=863a7b4d-5b02-4831-9ed4-9b49495c1ea2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391464
May 06 00:36:07.349389 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489a186f-6d02-4c70-afa8-b620c27d38c8 req-404b5293-d477-4a4f-8ad7-bdda147deb34 tempest-DeleteServersTestJSON-1871532533 tempest-DeleteServersTestJSON-1871532533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:36:07.350806 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-489a186f-6d02-4c70-afa8-b620c27d38c8 req-404b5293-d477-4a4f-8ad7-bdda147deb34 tempest-DeleteServersTestJSON-1871532533 tempest-DeleteServersTestJSON-1871532533-project] 10.222.0.30 "GET /v2.0/ports?device_id=203fd734-abdf-439f-bf73-a03199230e3f HTTP/1.1" status: 200  len: 945 time: 0.0841351
May 06 00:36:07.561902 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.plugin [req-489a186f-6d02-4c70-afa8-b620c27d38c8 req-47919477-5135-49e6-868e-39f2a5b8b5bf tempest-DeleteServersTestJSON-1871532533 tempest-DeleteServersTestJSON-1871532533-project] Deleting port d70daf11-ae8a-4d8a-bc70-65b6eac515b0 {{(pid=73831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 06 00:36:07.562564 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [req-489a186f-6d02-4c70-afa8-b620c27d38c8 req-47919477-5135-49e6-868e-39f2a5b8b5bf tempest-DeleteServersTestJSON-1871532533 tempest-DeleteServersTestJSON-1871532533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767381331357'] for port, before_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:07.615200 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb73711c-8eb9-4f3c-b918-6d001d61b5eb req-62d9bbad-f9dc-4a22-8ea0-8cfe4073b054 tempest-DeleteServersTestJSON-1871532533 tempest-DeleteServersTestJSON-1871532533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:36:07.616809 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-bb73711c-8eb9-4f3c-b918-6d001d61b5eb req-62d9bbad-f9dc-4a22-8ea0-8cfe4073b054 tempest-DeleteServersTestJSON-1871532533 tempest-DeleteServersTestJSON-1871532533-project] 10.222.0.24 "GET /v2.0/ports?device_id=203fd734-abdf-439f-bf73-a03199230e3f HTTP/1.1" status: 200  len: 945 time: 0.1059248
May 06 00:36:07.663140 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-bb73711c-8eb9-4f3c-b918-6d001d61b5eb req-5be19dba-181c-4a6b-bbc9-b23484cddd0e tempest-DeleteServersTestJSON-1871532533 tempest-DeleteServersTestJSON-1871532533-project] 10.222.0.24 "GET /v2.0/security-groups?id=413bb1eb-c019-4d31-9611-c15e754238b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401738
May 06 00:36:07.777746 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.db [req-489a186f-6d02-4c70-afa8-b620c27d38c8 req-47919477-5135-49e6-868e-39f2a5b8b5bf tempest-DeleteServersTestJSON-1871532533 tempest-DeleteServersTestJSON-1871532533-project] For port d70daf11-ae8a-4d8a-bc70-65b6eac515b0, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=d70daf11-ae8a-4d8a-bc70-65b6eac515b0,segment=NetworkSegment(37cb53a6-4f3d-4fc5-b9f6-a7e3da898794),segment_id=37cb53a6-4f3d-4fc5-b9f6-a7e3da898794)] {{(pid=73831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:36:07.778096 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [req-489a186f-6d02-4c70-afa8-b620c27d38c8 req-47919477-5135-49e6-868e-39f2a5b8b5bf tempest-DeleteServersTestJSON-1871532533 tempest-DeleteServersTestJSON-1871532533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404144'] for port, precommit_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:07.796013 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cccced-8c4f-4d5c-a460-6e686afc31f9 req-19df4b3f-6d70-426f-82d3-28686989e12e tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:36:07.797473 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-d0cccced-8c4f-4d5c-a460-6e686afc31f9 req-19df4b3f-6d70-426f-82d3-28686989e12e tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bf01176-0ef5-4420-92a6-7fe2055496f1 HTTP/1.1" status: 200  len: 945 time: 0.1632679
May 06 00:36:07.855367 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a20f83-c580-41e0-a228-62ed8ec49c81 req-41fefb30-1bc9-47b3-92ba-e376fc2bc427 tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:36:07.856850 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-76a20f83-c580-41e0-a228-62ed8ec49c81 req-41fefb30-1bc9-47b3-92ba-e376fc2bc427 tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b134b34-fe11-4aff-96cd-ffd81e77a92b HTTP/1.1" status: 200  len: 945 time: 0.0857532
May 06 00:36:07.902278 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-76a20f83-c580-41e0-a228-62ed8ec49c81 req-a9bde5d5-8748-4162-b89c-419cfdaa1fb7 tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] 10.222.0.24 "GET /v2.0/security-groups?id=863a7b4d-5b02-4831-9ed4-9b49495c1ea2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394909
May 06 00:36:07.925107 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.plugin [req-489a186f-6d02-4c70-afa8-b620c27d38c8 req-47919477-5135-49e6-868e-39f2a5b8b5bf tempest-DeleteServersTestJSON-1871532533 tempest-DeleteServersTestJSON-1871532533-project] Calling delete_port for d70daf11-ae8a-4d8a-bc70-65b6eac515b0 owned by compute:nova {{(pid=73831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 06 00:36:08.021672 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-d0cccced-8c4f-4d5c-a460-6e686afc31f9 req-d37e506c-9d36-4ef5-a674-7c3f3d15be8b tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/security-groups?id=ceb8dabd-8ffc-4d87-9464-7f935bd56bb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1729169
May 06 00:36:08.119654 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [req-489a186f-6d02-4c70-afa8-b620c27d38c8 req-47919477-5135-49e6-868e-39f2a5b8b5bf tempest-DeleteServersTestJSON-1871532533 tempest-DeleteServersTestJSON-1871532533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767381335664', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767380898829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2942582'] for port, after_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:08.125900 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:36:08.169466 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47919477-5135-49e6-868e-39f2a5b8b5bf tempest-DeleteServersTestJSON-1871532533 tempest-DeleteServersTestJSON-1871532533-project] Pushing event deleted for resources: {'Port': ['ID=d70daf11-ae8a-4d8a-bc70-65b6eac515b0,revision_number=None']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:36:08.172386 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-47919477-5135-49e6-868e-39f2a5b8b5bf tempest-DeleteServersTestJSON-1871532533 tempest-DeleteServersTestJSON-1871532533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:36:08.245095 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.l3_dvrscheduler_db [req-489a186f-6d02-4c70-afa8-b620c27d38c8 req-47919477-5135-49e6-868e-39f2a5b8b5bf tempest-DeleteServersTestJSON-1871532533 tempest-DeleteServersTestJSON-1871532533-project] No DVR routers for this DVR port d70daf11-ae8a-4d8a-bc70-65b6eac515b0 on host hv-cinder-78462 {{(pid=73831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 06 00:36:08.251482 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [req-489a186f-6d02-4c70-afa8-b620c27d38c8 req-47919477-5135-49e6-868e-39f2a5b8b5bf tempest-DeleteServersTestJSON-1871532533 tempest-DeleteServersTestJSON-1871532533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43737'] for port, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:08.254145 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '203fd734-abdf-439f-bf73-a03199230e3f', 'name': 'network-vif-deleted', 'tag': 'd70daf11-ae8a-4d8a-bc70-65b6eac515b0'}] {{(pid=73831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 00:36:08.270291 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-489a186f-6d02-4c70-afa8-b620c27d38c8 req-47919477-5135-49e6-868e-39f2a5b8b5bf tempest-DeleteServersTestJSON-1871532533 tempest-DeleteServersTestJSON-1871532533-project] 10.222.0.30 "DELETE /v2.0/ports/d70daf11-ae8a-4d8a-bc70-65b6eac515b0 HTTP/1.1" status: 204  len: 173 time: 0.9096241
May 06 00:36:08.299053 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '203fd734-abdf-439f-bf73-a03199230e3f', 'name': 'network-vif-deleted', 'tag': 'd70daf11-ae8a-4d8a-bc70-65b6eac515b0', 'status': 'completed', 'code': 200}
May 06 00:36:09.012517 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 37306) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:36:09.132084 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-7854809f-3ef2-4a81-a91d-6897050deca4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:09.146304 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-7854809f-3ef2-4a81-a91d-6897050deca4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:36:09.150524 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-7854809f-3ef2-4a81-a91d-6897050deca4 admin admin] Usage tracker for resource:security_group_rule and tenant:6cfc23c089c946c9b2d932d28a800e02 is out of sync, need to count used quota {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:36:09.153580 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-7854809f-3ef2-4a81-a91d-6897050deca4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:36:09.159026 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-7854809f-3ef2-4a81-a91d-6897050deca4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:36:09.243678 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-7854809f-3ef2-4a81-a91d-6897050deca4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:09.247711 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-7854809f-3ef2-4a81-a91d-6897050deca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:09.254973 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-3c3ce200-08c9-4863-ac64-e4ad15fcd66d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:36:09.295951 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-7854809f-3ef2-4a81-a91d-6897050deca4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6cfc23c089c946c9b2d932d28a800e02&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2823701
May 06 00:36:09.296848 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7854809f-3ef2-4a81-a91d-6897050deca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cab15a6-3fd9-45b9-8a0d-92564c4d65b0,revision_number=1']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:36:09.298514 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 37316) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:36:09.299845 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-7854809f-3ef2-4a81-a91d-6897050deca4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:36:09.355988 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-3085f31f-e43f-4db1-bf77-52711ba8c494 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:09.380363 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-3085f31f-e43f-4db1-bf77-52711ba8c494 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:09.431123 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-3085f31f-e43f-4db1-bf77-52711ba8c494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:09.435098 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-cb551cb8-4f1f-4cf5-88b2-2e610fba006a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:36:09.447444 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3085f31f-e43f-4db1-bf77-52711ba8c494 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cab15a6-3fd9-45b9-8a0d-92564c4d65b0,revision_number=None']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:36:09.449799 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-3085f31f-e43f-4db1-bf77-52711ba8c494 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:36:09.457755 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-3085f31f-e43f-4db1-bf77-52711ba8c494 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:09.458836 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-3085f31f-e43f-4db1-bf77-52711ba8c494 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6cab15a6-3fd9-45b9-8a0d-92564c4d65b0 HTTP/1.1" status: 204  len: 168 time: 0.1593068
May 06 00:36:09.609185 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] get_ports_and_sgs() called for port_ids ['d70daf11-ae8a-4d8a-bc70-65b6eac515b0'] {{(pid=73833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 06 00:36:09.635434 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Device 53b21254-4ff7-4044-9eae-1a97bbc99d5c up at agent hyperv_hv-cinder-78462 {{(pid=73833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 00:36:09.714688 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Provisioning for port 53b21254-4ff7-4044-9eae-1a97bbc99d5c completed by entity L2. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 00:36:09.719512 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Provisioning complete for port 53b21254-4ff7-4044-9eae-1a97bbc99d5c triggered by entity L2. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 00:36:09.719890 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723253'] for port, provisioning_complete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:09.743117 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 37324) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:36:09.760861 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-0230f947-4be9-4616-83db-22adf4edc7fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:09.775180 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-0230f947-4be9-4616-83db-22adf4edc7fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:36:09.779075 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-0230f947-4be9-4616-83db-22adf4edc7fa admin admin] Usage tracker for resource:security_group_rule and tenant:9ad10fdc05c948d3a8c7f052957c9799 is out of sync, need to count used quota {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:36:09.782020 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-0230f947-4be9-4616-83db-22adf4edc7fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:36:09.787825 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-0230f947-4be9-4616-83db-22adf4edc7fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:36:09.840850 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:09.867540 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b134b34-fe11-4aff-96cd-ffd81e77a92b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53b21254-4ff7-4044-9eae-1a97bbc99d5c'}] {{(pid=73833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 00:36:09.872266 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-0230f947-4be9-4616-83db-22adf4edc7fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:09.876099 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-0230f947-4be9-4616-83db-22adf4edc7fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:09.877975 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] For port 53b21254-4ff7-4044-9eae-1a97bbc99d5c, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=53b21254-4ff7-4044-9eae-1a97bbc99d5c,segment=NetworkSegment(d3d23570-299e-44dc-88e2-c2cb27eae092),segment_id=d3d23570-299e-44dc-88e2-c2cb27eae092)] {{(pid=73833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:36:09.881519 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:09.883266 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:36:09.884985 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-f810f1e6-5df6-4838-a754-da61cf884fe0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:36:09.924053 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-0230f947-4be9-4616-83db-22adf4edc7fa admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9ad10fdc05c948d3a8c7f052957c9799&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1803737
May 06 00:36:09.924959 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0230f947-4be9-4616-83db-22adf4edc7fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06ab95e1-412f-49e2-acca-1c05fc0fe095,revision_number=1']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:36:09.926787 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 37332) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:36:09.927839 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-0230f947-4be9-4616-83db-22adf4edc7fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:36:09.949128 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Pushing event updated for resources: {'Port': ['ID=53b21254-4ff7-4044-9eae-1a97bbc99d5c,revision_number=5']} {{(pid=73833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:36:09.952082 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:36:09.984716 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-f0ebb498-8eab-449a-ab30-f7587bd56244 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:10.012630 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-f0ebb498-8eab-449a-ab30-f7587bd56244 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:10.061871 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-f0ebb498-8eab-449a-ab30-f7587bd56244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:10.065406 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:36:10.077344 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ebb498-8eab-449a-ab30-f7587bd56244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06ab95e1-412f-49e2-acca-1c05fc0fe095,revision_number=None']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:36:10.079821 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-f0ebb498-8eab-449a-ab30-f7587bd56244 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:36:10.087282 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-f0ebb498-8eab-449a-ab30-f7587bd56244 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:10.089094 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-f0ebb498-8eab-449a-ab30-f7587bd56244 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/06ab95e1-412f-49e2-acca-1c05fc0fe095 HTTP/1.1" status: 204  len: 168 time: 0.1611984
May 06 00:36:10.711349 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Device d70daf11-ae8a-4d8a-bc70-65b6eac515b0 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=73833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 06 00:36:10.773807 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.plugin [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] No Port match for: d70daf11-ae8a-4d8a-bc70-65b6eac515b0 {{(pid=73833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 06 00:36:10.774252 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Device d70daf11-ae8a-4d8a-bc70-65b6eac515b0 not bound to the agent host hv-cinder-78462 {{(pid=73833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 06 00:36:10.938929 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [req-eb1b1ad3-8340-4e22-a612-fca8eb1bd27e req-60395a63-b7a4-487b-a62c-c86c49829d06 tempest-DeleteServersTestJSON-1871532533 tempest-DeleteServersTestJSON-1871532533-project] Synchronizing usage tracker for tenant:faf11a4c113f483cb10c967ec3931d1d on resource:port {{(pid=73831) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 00:36:10.947084 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-b239de5e-81a7-4444-ab16-fb512b98ac2c req-6a4cc137-eced-4288-b3bf-cf871d0702bd service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=07ff8e08-f2b7-4e46-b8df-eed0ff990983&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1439946
May 06 00:36:10.962565 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [req-eb1b1ad3-8340-4e22-a612-fca8eb1bd27e req-60395a63-b7a4-487b-a62c-c86c49829d06 tempest-DeleteServersTestJSON-1871532533 tempest-DeleteServersTestJSON-1871532533-project] Unset dirty status for tenant:faf11a4c113f483cb10c967ec3931d1d on resource:port {{(pid=73831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 00:36:10.964176 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-eb1b1ad3-8340-4e22-a612-fca8eb1bd27e req-60395a63-b7a4-487b-a62c-c86c49829d06 tempest-DeleteServersTestJSON-1871532533 tempest-DeleteServersTestJSON-1871532533-project] 10.222.0.24 "GET /v2.0/ports?device_id=203fd734-abdf-439f-bf73-a03199230e3f HTTP/1.1" status: 200  len: 210 time: 0.0772913
May 06 00:36:11.016111 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ba1015-0be8-4b62-9089-4fe826d6fdd2 req-1fc37dac-60d0-40d5-a661-11b1ced16afb tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:36:11.017818 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-78ba1015-0be8-4b62-9089-4fe826d6fdd2 req-1fc37dac-60d0-40d5-a661-11b1ced16afb tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b134b34-fe11-4aff-96cd-ffd81e77a92b HTTP/1.1" status: 200  len: 946 time: 0.0935693
May 06 00:36:11.079929 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-78ba1015-0be8-4b62-9089-4fe826d6fdd2 req-2efd4e07-7302-44e5-845c-a4196d70dcad tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] 10.222.0.24 "GET /v2.0/security-groups?id=863a7b4d-5b02-4831-9ed4-9b49495c1ea2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0541563
May 06 00:36:11.143592 dv-cinder-784623-8-iscsi neutron-server[73833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b134b34-fe11-4aff-96cd-ffd81e77a92b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53b21254-4ff7-4044-9eae-1a97bbc99d5c', 'code': 200}
May 06 00:36:11.278513 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b239de5e-81a7-4444-ab16-fb512b98ac2c req-4f8a347b-7c18-4c82-b0b8-db4673de7f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:36:11.280153 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-b239de5e-81a7-4444-ab16-fb512b98ac2c req-4f8a347b-7c18-4c82-b0b8-db4673de7f91 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=002b4df3d00d43ddba30ad44b32e56cc&device_id=07ff8e08-f2b7-4e46-b8df-eed0ff990983 HTTP/1.1" status: 200  len: 1098 time: 0.2322738
May 06 00:36:11.294322 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710533c5-ddbc-4225-bde3-7775131f4bc5 req-58c31d2e-d8c9-4d91-822c-3762fa2305b3 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:36:11.295869 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-710533c5-ddbc-4225-bde3-7775131f4bc5 req-58c31d2e-d8c9-4d91-822c-3762fa2305b3 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bf01176-0ef5-4420-92a6-7fe2055496f1 HTTP/1.1" status: 200  len: 945 time: 0.2138948
May 06 00:36:11.428290 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-710533c5-ddbc-4225-bde3-7775131f4bc5 req-4f974f52-7f12-45fe-bd40-21765f9561f4 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/security-groups?id=ceb8dabd-8ffc-4d87-9464-7f935bd56bb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1255732
May 06 00:36:11.470752 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952cc014-c2b9-4d1f-9484-32e032922de0 req-c7f7aa5b-74eb-4e4c-ab46-a07ccc2ba90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:36:11.472458 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-952cc014-c2b9-4d1f-9484-32e032922de0 req-c7f7aa5b-74eb-4e4c-ab46-a07ccc2ba90b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9b134b34-fe11-4aff-96cd-ffd81e77a92b HTTP/1.1" status: 200  len: 1099 time: 0.1223378
May 06 00:36:11.503225 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b239de5e-81a7-4444-ab16-fb512b98ac2c req-802351ee-812c-40f7-8e8f-cfc42c98824c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:36:11.504991 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-b239de5e-81a7-4444-ab16-fb512b98ac2c req-802351ee-812c-40f7-8e8f-cfc42c98824c service neutron] 10.222.0.30 "GET /v2.0/networks?id=37604004-5acb-4629-b2e7-84023f472da1 HTTP/1.1" status: 200  len: 920 time: 0.1883242
May 06 00:36:11.529944 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-952cc014-c2b9-4d1f-9484-32e032922de0 req-5d445511-da25-4946-ba3a-e5ee84427bc8 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=863a7b4d-5b02-4831-9ed4-9b49495c1ea2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502968
May 06 00:36:11.593062 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-b239de5e-81a7-4444-ab16-fb512b98ac2c req-00b3c74f-97e9-4518-bbf5-8f8ca43b1362 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d31814e-8b0e-4376-9b93-66e0392316c3 HTTP/1.1" status: 200  len: 217 time: 0.0792451
May 06 00:36:11.661015 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b239de5e-81a7-4444-ab16-fb512b98ac2c req-e27e0644-09fa-4055-a260-6e0dabddc036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:36:11.662915 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-b239de5e-81a7-4444-ab16-fb512b98ac2c req-e27e0644-09fa-4055-a260-6e0dabddc036 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=80245074-5ce6-4e43-925d-2fdf29939a72 HTTP/1.1" status: 200  len: 859 time: 0.0603552
May 06 00:36:11.726692 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-b239de5e-81a7-4444-ab16-fb512b98ac2c req-3e6d38f5-39da-48a3-a9e4-6405a23c2b38 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=37604004-5acb-4629-b2e7-84023f472da1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0502126
May 06 00:36:11.882861 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-b239de5e-81a7-4444-ab16-fb512b98ac2c req-97e7d876-64bc-4705-a20e-8196e7aa00f2 service neutron] 10.222.0.30 "GET /v2.0/networks/37604004-5acb-4629-b2e7-84023f472da1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1468890
May 06 00:36:12.044454 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-b239de5e-81a7-4444-ab16-fb512b98ac2c req-3b8f5307-59c6-48ab-8d99-0ab069b345fa service neutron] 10.222.0.30 "GET /v2.0/networks/37604004-5acb-4629-b2e7-84023f472da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1553328
May 06 00:36:12.270500 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-ba9c0d88-afff-47b2-b8fa-e9a776f0f189 req-6ed02f07-77ef-40cb-8a93-f3f3d526fb17 tempest-DeleteServersTestJSON-1871532533 tempest-DeleteServersTestJSON-1871532533-project] 10.222.0.24 "GET /v2.0/ports?device_id=203fd734-abdf-439f-bf73-a03199230e3f HTTP/1.1" status: 200  len: 210 time: 0.0919116
May 06 00:36:12.430671 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d58128-7c51-44f0-9794-ba23e7c4ec0f req-b6e3ad5e-54ff-4495-8856-a1db9c8c171f tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:36:12.433161 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-f2d58128-7c51-44f0-9794-ba23e7c4ec0f req-b6e3ad5e-54ff-4495-8856-a1db9c8c171f tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b134b34-fe11-4aff-96cd-ffd81e77a92b HTTP/1.1" status: 200  len: 946 time: 0.1838667
May 06 00:36:12.501321 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-f2d58128-7c51-44f0-9794-ba23e7c4ec0f req-4681da26-9cba-42dc-b9c2-0b5c783472ff tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] 10.222.0.24 "GET /v2.0/security-groups?id=863a7b4d-5b02-4831-9ed4-9b49495c1ea2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0601523
May 06 00:36:12.652599 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d2512b-13f7-49ba-824b-0b084efa2a6b req-badb633f-af03-4a9f-b63a-408fab732ad1 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:36:12.654187 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-c4d2512b-13f7-49ba-824b-0b084efa2a6b req-badb633f-af03-4a9f-b63a-408fab732ad1 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bf01176-0ef5-4420-92a6-7fe2055496f1 HTTP/1.1" status: 200  len: 945 time: 0.0845885
May 06 00:36:12.729501 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-c4d2512b-13f7-49ba-824b-0b084efa2a6b req-b3f71c36-0856-42a6-b577-a4faca3c8c09 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/security-groups?id=ceb8dabd-8ffc-4d87-9464-7f935bd56bb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0692296
May 06 00:36:13.055254 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:16.271908 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 37494) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:36:16.388496 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5638f85c-41b8-404a-92ef-0575d83c9914 req-ec364e7c-a8cc-4cd8-84b6-54228ee93fb1 tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:36:16.390004 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-5638f85c-41b8-404a-92ef-0575d83c9914 req-ec364e7c-a8cc-4cd8-84b6-54228ee93fb1 tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b134b34-fe11-4aff-96cd-ffd81e77a92b HTTP/1.1" status: 200  len: 946 time: 0.0946391
May 06 00:36:16.421171 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-c72d54fd-6ebc-404e-acae-465e361dce18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:16.441130 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-c72d54fd-6ebc-404e-acae-465e361dce18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:36:16.441367 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a884732d-87ab-4f42-a64b-493ee0021ea2 req-b3a0f5c6-ea96-4f10-8f24-6f44a1732e20 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:36:16.447292 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-a884732d-87ab-4f42-a64b-493ee0021ea2 req-b3a0f5c6-ea96-4f10-8f24-6f44a1732e20 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bf01176-0ef5-4420-92a6-7fe2055496f1 HTTP/1.1" status: 200  len: 945 time: 0.0883818
May 06 00:36:16.454367 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-c72d54fd-6ebc-404e-acae-465e361dce18 admin admin] Usage tracker for resource:security_group_rule and tenant:ae34c1d52e5d49ecb580362b9352af27 is out of sync, need to count used quota {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:36:16.459961 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-c72d54fd-6ebc-404e-acae-465e361dce18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:36:16.469417 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-c72d54fd-6ebc-404e-acae-465e361dce18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:36:16.473721 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-5638f85c-41b8-404a-92ef-0575d83c9914 req-fa63e5e1-31ba-4737-a7e7-0cbdbb1eb385 tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] 10.222.0.24 "GET /v2.0/security-groups?id=863a7b4d-5b02-4831-9ed4-9b49495c1ea2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0678070
May 06 00:36:16.495701 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-a884732d-87ab-4f42-a64b-493ee0021ea2 req-b19d5712-5ace-4ea8-a3aa-27de85164b34 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/security-groups?id=ceb8dabd-8ffc-4d87-9464-7f935bd56bb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466845
May 06 00:36:16.583515 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-c72d54fd-6ebc-404e-acae-465e361dce18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:16.588612 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-c72d54fd-6ebc-404e-acae-465e361dce18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:16.597570 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-f0ebb498-8eab-449a-ab30-f7587bd56244 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:36:16.639234 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-c72d54fd-6ebc-404e-acae-465e361dce18 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ae34c1d52e5d49ecb580362b9352af27&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3660951
May 06 00:36:16.640912 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72d54fd-6ebc-404e-acae-465e361dce18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44ff9995-0862-4e01-b618-3cbd37483c6f,revision_number=1']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:36:16.641937 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 37510) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:36:16.644990 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-c72d54fd-6ebc-404e-acae-465e361dce18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:36:16.710408 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-a4131c11-9ace-44e0-81f7-8ad700936c38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:16.741198 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-a4131c11-9ace-44e0-81f7-8ad700936c38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:16.781417 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-46b1d868-2669-4ab8-bef0-86fb1647422f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:16.796840 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-a4131c11-9ace-44e0-81f7-8ad700936c38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:16.801817 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:36:16.822157 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-a4131c11-9ace-44e0-81f7-8ad700936c38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:16.825790 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-a4131c11-9ace-44e0-81f7-8ad700936c38 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/44ff9995-0862-4e01-b618-3cbd37483c6f HTTP/1.1" status: 204  len: 168 time: 0.1802015
May 06 00:36:16.825790 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4131c11-9ace-44e0-81f7-8ad700936c38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44ff9995-0862-4e01-b618-3cbd37483c6f,revision_number=None']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:36:16.826918 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-a4131c11-9ace-44e0-81f7-8ad700936c38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:36:17.158863 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 37536) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:36:17.181575 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-bbfb7c1b-f62b-47da-9020-d3bb81c1ec4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:17.197363 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-bbfb7c1b-f62b-47da-9020-d3bb81c1ec4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:36:17.202514 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-bbfb7c1b-f62b-47da-9020-d3bb81c1ec4b admin admin] Usage tracker for resource:security_group_rule and tenant:d20e839ad4c94fd28b935e8cd532c032 is out of sync, need to count used quota {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:36:17.205962 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-bbfb7c1b-f62b-47da-9020-d3bb81c1ec4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:36:17.213531 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-bbfb7c1b-f62b-47da-9020-d3bb81c1ec4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:36:17.314730 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 37548) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:36:17.320010 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-bbfb7c1b-f62b-47da-9020-d3bb81c1ec4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:17.324519 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-bbfb7c1b-f62b-47da-9020-d3bb81c1ec4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:17.333519 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-b7f3eb14-4c88-4e16-8cc5-198d78cbb45a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:36:17.373804 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-bbfb7c1b-f62b-47da-9020-d3bb81c1ec4b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d20e839ad4c94fd28b935e8cd532c032&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2138143
May 06 00:36:17.374937 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfb7c1b-f62b-47da-9020-d3bb81c1ec4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67a84700-20f9-4c52-9e2e-e404b6300963,revision_number=1']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:36:17.378561 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-bbfb7c1b-f62b-47da-9020-d3bb81c1ec4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:36:17.385827 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 37554) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:36:17.450811 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-0e2b4150-4f6a-4b74-8d80-59e634773309 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:17.472628 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-0e2b4150-4f6a-4b74-8d80-59e634773309 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:36:17.486728 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-0e2b4150-4f6a-4b74-8d80-59e634773309 admin admin] Usage tracker for resource:security_group_rule and tenant:36e42736880e42c8b576645ac145ae2b is out of sync, need to count used quota {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:36:17.491263 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-0e2b4150-4f6a-4b74-8d80-59e634773309 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:36:17.499134 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-4eb2cb0e-5146-42b1-afa6-c5b8d0d39a28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:17.501671 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-0e2b4150-4f6a-4b74-8d80-59e634773309 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:36:17.541440 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-4eb2cb0e-5146-42b1-afa6-c5b8d0d39a28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:17.692258 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-4eb2cb0e-5146-42b1-afa6-c5b8d0d39a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:17.700908 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:36:17.711299 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-0e2b4150-4f6a-4b74-8d80-59e634773309 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:17.720664 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-0e2b4150-4f6a-4b74-8d80-59e634773309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:17.727037 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb2cb0e-5146-42b1-afa6-c5b8d0d39a28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67a84700-20f9-4c52-9e2e-e404b6300963,revision_number=None']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:36:17.735161 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-4eb2cb0e-5146-42b1-afa6-c5b8d0d39a28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:36:17.735803 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:36:17.793756 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-4eb2cb0e-5146-42b1-afa6-c5b8d0d39a28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:17.797481 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-4eb2cb0e-5146-42b1-afa6-c5b8d0d39a28 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/67a84700-20f9-4c52-9e2e-e404b6300963 HTTP/1.1" status: 204  len: 168 time: 0.4080946
May 06 00:36:17.799093 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-0e2b4150-4f6a-4b74-8d80-59e634773309 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=36e42736880e42c8b576645ac145ae2b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4833045
May 06 00:36:17.800226 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2b4150-4f6a-4b74-8d80-59e634773309 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f4cbbde-6f2d-47d5-8039-8cdb3b88bdf4,revision_number=1']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:36:17.801850 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 37566) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:36:17.805483 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-0e2b4150-4f6a-4b74-8d80-59e634773309 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:36:17.841365 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658de2d6-31b1-4983-9dd5-22d2bd0607cf req-afe1b6b1-eff0-4b80-9615-9999637da8fa tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:36:17.851345 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-658de2d6-31b1-4983-9dd5-22d2bd0607cf req-afe1b6b1-eff0-4b80-9615-9999637da8fa tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bf01176-0ef5-4420-92a6-7fe2055496f1 HTTP/1.1" status: 200  len: 945 time: 0.2261348
May 06 00:36:17.908353 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-658de2d6-31b1-4983-9dd5-22d2bd0607cf req-6fe6f4f3-1087-4dd0-80ce-860582382784 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/security-groups?id=ceb8dabd-8ffc-4d87-9464-7f935bd56bb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0561571
May 06 00:36:17.932547 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-cab39e8d-c896-45b0-bcdd-c0ed337eef35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:17.964837 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-cab39e8d-c896-45b0-bcdd-c0ed337eef35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:18.079808 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34387469-7137-4e7c-ac81-26bc16987d94 req-742a80bb-a48e-4154-91c5-7442ad164143 tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:36:18.081385 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-34387469-7137-4e7c-ac81-26bc16987d94 req-742a80bb-a48e-4154-91c5-7442ad164143 tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b134b34-fe11-4aff-96cd-ffd81e77a92b HTTP/1.1" status: 200  len: 946 time: 0.1116118
May 06 00:36:18.096609 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 37582) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:36:18.104649 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-cab39e8d-c896-45b0-bcdd-c0ed337eef35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:18.112217 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:36:18.128858 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab39e8d-c896-45b0-bcdd-c0ed337eef35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f4cbbde-6f2d-47d5-8039-8cdb3b88bdf4,revision_number=None']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:36:18.141429 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-cab39e8d-c896-45b0-bcdd-c0ed337eef35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:36:18.163717 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c721dd5-b689-4286-bc90-80d5c6ff8b27 admin admin] Deleting subnet 3bff1ca5-43e0-48e0-ab2f-4914e32b9921 {{(pid=73831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 06 00:36:18.166751 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-0c721dd5-b689-4286-bc90-80d5c6ff8b27 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:18.169174 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-34387469-7137-4e7c-ac81-26bc16987d94 req-911e4c07-7fa1-4397-b39b-aff370fa8f87 tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] 10.222.0.24 "GET /v2.0/security-groups?id=863a7b4d-5b02-4831-9ed4-9b49495c1ea2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0804176
May 06 00:36:18.170443 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-cab39e8d-c896-45b0-bcdd-c0ed337eef35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:18.171499 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-cab39e8d-c896-45b0-bcdd-c0ed337eef35 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1f4cbbde-6f2d-47d5-8039-8cdb3b88bdf4 HTTP/1.1" status: 204  len: 168 time: 0.3677123
May 06 00:36:18.223052 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-0c721dd5-b689-4286-bc90-80d5c6ff8b27 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2930050'] for subnet, precommit_delete_associations {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:18.283269 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-0c721dd5-b689-4286-bc90-80d5c6ff8b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736327'] for subnet, precommit_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:18.565667 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 37612) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:36:18.595541 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-a9a879d9-e3f9-45b8-84aa-bb7e4b5b8afe admin admin] Notify callbacks [] for security_group, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:18.618010 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-a9a879d9-e3f9-45b8-84aa-bb7e4b5b8afe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:36:18.626538 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-a9a879d9-e3f9-45b8-84aa-bb7e4b5b8afe admin admin] Usage tracker for resource:security_group_rule and tenant:6af3ac8f7c5d424988858f1350846c1a is out of sync, need to count used quota {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:36:18.630323 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-a9a879d9-e3f9-45b8-84aa-bb7e4b5b8afe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:36:18.639258 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-a9a879d9-e3f9-45b8-84aa-bb7e4b5b8afe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:36:18.745816 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-a9a879d9-e3f9-45b8-84aa-bb7e4b5b8afe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:18.761089 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-a9a879d9-e3f9-45b8-84aa-bb7e4b5b8afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:18.794102 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-8a17b775-1658-44f9-b171-67640530ea60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:36:18.829035 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-0c721dd5-b689-4286-bc90-80d5c6ff8b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2942501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3145219'] for subnet, after_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:18.834533 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a879d9-e3f9-45b8-84aa-bb7e4b5b8afe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a031b7c-2088-47e5-b39d-38ba82e109a0,revision_number=1']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:36:18.835017 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:36:18.848861 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-a9a879d9-e3f9-45b8-84aa-bb7e4b5b8afe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:36:18.864623 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-a9a879d9-e3f9-45b8-84aa-bb7e4b5b8afe admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6af3ac8f7c5d424988858f1350846c1a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2932160
May 06 00:36:18.864623 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 37630) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:36:18.881446 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-0c721dd5-b689-4286-bc90-80d5c6ff8b27 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:18.884036 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c721dd5-b689-4286-bc90-80d5c6ff8b27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3bff1ca5-43e0-48e0-ab2f-4914e32b9921,revision_number=None']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:36:18.887221 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-0c721dd5-b689-4286-bc90-80d5c6ff8b27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:36:18.892062 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-0c721dd5-b689-4286-bc90-80d5c6ff8b27 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/3bff1ca5-43e0-48e0-ab2f-4914e32b9921 HTTP/1.1" status: 204  len: 168 time: 0.7942026
May 06 00:36:18.894601 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 37636) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:36:18.935539 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-8a3e69b3-c6aa-4974-9678-2bde6cdbde50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:18.966916 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-8a3e69b3-c6aa-4974-9678-2bde6cdbde50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:19.013778 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-792b38f0-4873-4a6b-9e8a-7ae361e5d88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608327'] for network, before_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:19.060311 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-8a3e69b3-c6aa-4974-9678-2bde6cdbde50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:19.065620 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-34376548-f08b-4b33-9600-b75550699ac7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:36:19.088332 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3e69b3-c6aa-4974-9678-2bde6cdbde50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a031b7c-2088-47e5-b39d-38ba82e109a0,revision_number=None']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:36:19.103739 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-8a3e69b3-c6aa-4974-9678-2bde6cdbde50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:36:19.106938 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-8a3e69b3-c6aa-4974-9678-2bde6cdbde50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:19.110410 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-8a3e69b3-c6aa-4974-9678-2bde6cdbde50 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8a031b7c-2088-47e5-b39d-38ba82e109a0 HTTP/1.1" status: 204  len: 168 time: 0.2467399
May 06 00:36:19.237305 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-792b38f0-4873-4a6b-9e8a-7ae361e5d88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733884', 'neutron.services.segments.db._delete_segments_for_network-8767381342109'] for network, precommit_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:19.250956 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.services.segments.db [None req-792b38f0-4873-4a6b-9e8a-7ae361e5d88e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f95083c0fa0>,) {'filters': {'network_id': ['b091e356-2f60-4394-b900-bb9cc40a825d']}} {{(pid=73831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:36:19.270936 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:19.276891 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.services.segments.db [None req-792b38f0-4873-4a6b-9e8a-7ae361e5d88e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f95083c0fa0>, '37cb53a6-4f3d-4fc5-b9f6-a7e3da898794') {'for_net_delete': True} {{(pid=73831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:36:19.279997 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.services.segments.db [None req-792b38f0-4873-4a6b-9e8a-7ae361e5d88e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f95083c0fa0>, '37cb53a6-4f3d-4fc5-b9f6-a7e3da898794') {} {{(pid=73831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:36:19.294906 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-792b38f0-4873-4a6b-9e8a-7ae361e5d88e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767381354599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2930077'] for segment, before_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:19.321025 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-792b38f0-4873-4a6b-9e8a-7ae361e5d88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730493'] for segment, precommit_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:19.330446 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-792b38f0-4873-4a6b-9e8a-7ae361e5d88e admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=73831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 06 00:36:19.331086 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-792b38f0-4873-4a6b-9e8a-7ae361e5d88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-730484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2942531'] for segment, after_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:19.351858 dv-cinder-784623-8-iscsi neutron-server[73831]: Traceback (most recent call last):
May 06 00:36:19.351858 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 06 00:36:19.351858 dv-cinder-784623-8-iscsi neutron-server[73831]:     timer()
May 06 00:36:19.351858 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 06 00:36:19.351858 dv-cinder-784623-8-iscsi neutron-server[73831]:     cb(*args, **kw)
May 06 00:36:19.351858 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 06 00:36:19.351858 dv-cinder-784623-8-iscsi neutron-server[73831]:     return func(*args, **kwargs)
May 06 00:36:19.351858 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 06 00:36:19.351858 dv-cinder-784623-8-iscsi neutron-server[73831]:     self._notify()
May 06 00:36:19.351858 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 06 00:36:19.351858 dv-cinder-784623-8-iscsi neutron-server[73831]:     self.callback(batched_events)
May 06 00:36:19.351858 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 06 00:36:19.351858 dv-cinder-784623-8-iscsi neutron-server[73831]:     event.method(event)
May 06 00:36:19.351858 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 06 00:36:19.351858 dv-cinder-784623-8-iscsi neutron-server[73831]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 06 00:36:19.351858 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 06 00:36:19.351858 dv-cinder-784623-8-iscsi neutron-server[73831]:     aggregate_uuid = self.p_client.list_aggregates(
May 06 00:36:19.351858 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 06 00:36:19.351858 dv-cinder-784623-8-iscsi neutron-server[73831]:     return f(self, *a, **k)
May 06 00:36:19.351858 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 06 00:36:19.351858 dv-cinder-784623-8-iscsi neutron-server[73831]:     return self._get(url).json()
May 06 00:36:19.351858 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 06 00:36:19.351858 dv-cinder-784623-8-iscsi neutron-server[73831]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 06 00:36:19.351858 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 06 00:36:19.351858 dv-cinder-784623-8-iscsi neutron-server[73831]:     return self.request(url, 'GET', **kwargs)
May 06 00:36:19.351858 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 06 00:36:19.351858 dv-cinder-784623-8-iscsi neutron-server[73831]:     base_url = self.get_endpoint(auth, allow=allow,
May 06 00:36:19.351858 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 06 00:36:19.351858 dv-cinder-784623-8-iscsi neutron-server[73831]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 06 00:36:19.351858 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 06 00:36:19.351858 dv-cinder-784623-8-iscsi neutron-server[73831]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 06 00:36:19.351858 dv-cinder-784623-8-iscsi neutron-server[73831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 06 00:36:19.417283 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526be8ad-ec8e-42f5-8750-4149d8cb855b req-67461b1b-86a5-4268-a54c-a39799f33ac2 tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:36:19.419348 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-526be8ad-ec8e-42f5-8750-4149d8cb855b req-67461b1b-86a5-4268-a54c-a39799f33ac2 tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b134b34-fe11-4aff-96cd-ffd81e77a92b HTTP/1.1" status: 200  len: 946 time: 0.1004479
May 06 00:36:19.432121 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593f0b9f-4066-4d45-8aea-e23e095eb7d9 req-6f1322a9-e99e-46d1-ab02-1af09ffa21e4 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:36:19.439014 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-593f0b9f-4066-4d45-8aea-e23e095eb7d9 req-6f1322a9-e99e-46d1-ab02-1af09ffa21e4 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bf01176-0ef5-4420-92a6-7fe2055496f1 HTTP/1.1" status: 200  len: 945 time: 0.3264849
May 06 00:36:19.477618 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-526be8ad-ec8e-42f5-8750-4149d8cb855b req-40de97cc-0f72-4c7a-8281-a03532f1dd7e tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] 10.222.0.24 "GET /v2.0/security-groups?id=863a7b4d-5b02-4831-9ed4-9b49495c1ea2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512538
May 06 00:36:19.499560 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-593f0b9f-4066-4d45-8aea-e23e095eb7d9 req-332b2737-2969-4043-a7ae-5af7c378f2a2 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/security-groups?id=ceb8dabd-8ffc-4d87-9464-7f935bd56bb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0592129
May 06 00:36:19.513565 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-792b38f0-4873-4a6b-9e8a-7ae361e5d88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407932'] for network, after_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:19.513565 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-51a35a95-4eb4-40d1-8ee6-edab92f404bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:36:19.529942 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-792b38f0-4873-4a6b-9e8a-7ae361e5d88e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535980'] for network, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:19.535963 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792b38f0-4873-4a6b-9e8a-7ae361e5d88e admin admin] Pushing event deleted for resources: {'Network': ['ID=b091e356-2f60-4394-b900-bb9cc40a825d,revision_number=None']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:36:19.540171 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-792b38f0-4873-4a6b-9e8a-7ae361e5d88e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:36:19.553263 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-792b38f0-4873-4a6b-9e8a-7ae361e5d88e admin admin] 10.222.0.24 "DELETE /v2.0/networks/b091e356-2f60-4394-b900-bb9cc40a825d HTTP/1.1" status: 204  len: 168 time: 0.6576540
May 06 00:36:19.558799 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-ee8e7db2-6782-4459-886a-0717e02025a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:19.768250 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 37684) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:36:19.823966 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-06f01a11-981d-486f-b45d-044069243991 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=faf11a4c113f483cb10c967ec3931d1d&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0544481
May 06 00:36:19.825046 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 37688) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:36:19.887745 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-41465d70-6f0c-408c-a514-38df13fd19fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:19.907519 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5205a55c-30ae-4aa0-bc0e-5caccf2a0e59 req-cebb324a-f2d6-4e28-974c-58978cb33799 tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:36:19.909798 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-5205a55c-30ae-4aa0-bc0e-5caccf2a0e59 req-cebb324a-f2d6-4e28-974c-58978cb33799 tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b134b34-fe11-4aff-96cd-ffd81e77a92b HTTP/1.1" status: 200  len: 946 time: 0.0960684
May 06 00:36:19.913030 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-41465d70-6f0c-408c-a514-38df13fd19fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:19.985179 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-41465d70-6f0c-408c-a514-38df13fd19fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:19.989997 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-4e8c51b2-bf5c-46cf-ae79-6d662096434c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:36:20.003403 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41465d70-6f0c-408c-a514-38df13fd19fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=413bb1eb-c019-4d31-9611-c15e754238b7,revision_number=None']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:36:20.006163 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-41465d70-6f0c-408c-a514-38df13fd19fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:36:20.015795 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-41465d70-6f0c-408c-a514-38df13fd19fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:20.017635 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-41465d70-6f0c-408c-a514-38df13fd19fd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/413bb1eb-c019-4d31-9611-c15e754238b7 HTTP/1.1" status: 204  len: 168 time: 0.1919179
May 06 00:36:20.109694 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.plugin [req-5205a55c-30ae-4aa0-bc0e-5caccf2a0e59 req-032d25cf-fcc3-431f-953e-baf7d4fbf181 tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] Deleting port 53b21254-4ff7-4044-9eae-1a97bbc99d5c {{(pid=73831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 06 00:36:20.110078 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [req-5205a55c-30ae-4aa0-bc0e-5caccf2a0e59 req-032d25cf-fcc3-431f-953e-baf7d4fbf181 tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767381331357'] for port, before_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:20.357182 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.db [req-5205a55c-30ae-4aa0-bc0e-5caccf2a0e59 req-032d25cf-fcc3-431f-953e-baf7d4fbf181 tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] For port 53b21254-4ff7-4044-9eae-1a97bbc99d5c, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=53b21254-4ff7-4044-9eae-1a97bbc99d5c,segment=NetworkSegment(d3d23570-299e-44dc-88e2-c2cb27eae092),segment_id=d3d23570-299e-44dc-88e2-c2cb27eae092)] {{(pid=73831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:36:20.357537 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [req-5205a55c-30ae-4aa0-bc0e-5caccf2a0e59 req-032d25cf-fcc3-431f-953e-baf7d4fbf181 tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404144'] for port, precommit_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:20.400821 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-90084741-9b8f-423c-9f16-72d74cd0e02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:20.503676 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.plugin [req-5205a55c-30ae-4aa0-bc0e-5caccf2a0e59 req-032d25cf-fcc3-431f-953e-baf7d4fbf181 tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] Calling delete_port for 53b21254-4ff7-4044-9eae-1a97bbc99d5c owned by compute:nova {{(pid=73831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 06 00:36:20.750598 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4dda32-55a9-455a-99d5-0b8a5b9c41fa req-50ae0fab-df31-44b8-954e-fc3cd6b29160 tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:36:20.764139 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-2a4dda32-55a9-455a-99d5-0b8a5b9c41fa req-50ae0fab-df31-44b8-954e-fc3cd6b29160 tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b134b34-fe11-4aff-96cd-ffd81e77a92b HTTP/1.1" status: 200  len: 946 time: 0.1249604
May 06 00:36:20.773793 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [req-5205a55c-30ae-4aa0-bc0e-5caccf2a0e59 req-032d25cf-fcc3-431f-953e-baf7d4fbf181 tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767381335664', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767380898829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2942582'] for port, after_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:20.790411 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] get_ports_and_sgs() called for port_ids ['53b21254-4ff7-4044-9eae-1a97bbc99d5c'] {{(pid=73833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 06 00:36:20.842323 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:36:20.848273 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-2a4dda32-55a9-455a-99d5-0b8a5b9c41fa req-a8bda1cc-e163-4d2f-b0fc-9b2671450d32 tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] 10.222.0.24 "GET /v2.0/security-groups?id=863a7b4d-5b02-4831-9ed4-9b49495c1ea2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0820916
May 06 00:36:20.984408 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.l3_dvrscheduler_db [req-5205a55c-30ae-4aa0-bc0e-5caccf2a0e59 req-032d25cf-fcc3-431f-953e-baf7d4fbf181 tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] No DVR routers for this DVR port 53b21254-4ff7-4044-9eae-1a97bbc99d5c on host hv-cinder-78462 {{(pid=73831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 06 00:36:20.986277 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032d25cf-fcc3-431f-953e-baf7d4fbf181 tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] Pushing event deleted for resources: {'Port': ['ID=53b21254-4ff7-4044-9eae-1a97bbc99d5c,revision_number=None']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:36:20.990825 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [req-5205a55c-30ae-4aa0-bc0e-5caccf2a0e59 req-032d25cf-fcc3-431f-953e-baf7d4fbf181 tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43737'] for port, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:21.001306 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b134b34-fe11-4aff-96cd-ffd81e77a92b', 'name': 'network-vif-deleted', 'tag': '53b21254-4ff7-4044-9eae-1a97bbc99d5c'}] {{(pid=73831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 00:36:21.009741 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-032d25cf-fcc3-431f-953e-baf7d4fbf181 tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:36:21.019891 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c00c9c-b1b7-4ca5-bcbb-3426981452d7 req-3ea4f829-7275-4815-926d-47486c209784 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:36:21.026983 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-31c00c9c-b1b7-4ca5-bcbb-3426981452d7 req-3ea4f829-7275-4815-926d-47486c209784 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bf01176-0ef5-4420-92a6-7fe2055496f1 HTTP/1.1" status: 200  len: 945 time: 0.3113053
May 06 00:36:21.054889 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-5205a55c-30ae-4aa0-bc0e-5caccf2a0e59 req-032d25cf-fcc3-431f-953e-baf7d4fbf181 tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] 10.222.0.30 "DELETE /v2.0/ports/53b21254-4ff7-4044-9eae-1a97bbc99d5c HTTP/1.1" status: 204  len: 173 time: 1.1357915
May 06 00:36:21.095343 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-31c00c9c-b1b7-4ca5-bcbb-3426981452d7 req-51c4a57b-93c7-4292-ac0e-52958c383f78 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/security-groups?id=ceb8dabd-8ffc-4d87-9464-7f935bd56bb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0673981
May 06 00:36:21.153248 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b134b34-fe11-4aff-96cd-ffd81e77a92b', 'name': 'network-vif-deleted', 'tag': '53b21254-4ff7-4044-9eae-1a97bbc99d5c', 'status': 'completed', 'code': 200}
May 06 00:36:21.415933 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 37762) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:36:21.542301 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-59514939-44b0-406b-b3ee-83fd081f8795 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:21.558349 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-59514939-44b0-406b-b3ee-83fd081f8795 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:36:21.562449 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-59514939-44b0-406b-b3ee-83fd081f8795 admin admin] Usage tracker for resource:security_group_rule and tenant:dda34cdd8116424db92cecbfdc832130 is out of sync, need to count used quota {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:36:21.565307 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-59514939-44b0-406b-b3ee-83fd081f8795 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:36:21.571097 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-59514939-44b0-406b-b3ee-83fd081f8795 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:36:21.695500 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-59514939-44b0-406b-b3ee-83fd081f8795 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:21.706433 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-59514939-44b0-406b-b3ee-83fd081f8795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:21.718212 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:36:21.750348 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-59514939-44b0-406b-b3ee-83fd081f8795 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dda34cdd8116424db92cecbfdc832130&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3303740
May 06 00:36:21.751326 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 37778) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:36:21.789204 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59514939-44b0-406b-b3ee-83fd081f8795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=654854a0-55b4-4f7d-ab2d-58013284f0a6,revision_number=1']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:36:21.809355 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-59514939-44b0-406b-b3ee-83fd081f8795 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:36:21.852005 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-4c7b046d-cb63-4504-89ce-45a033340d06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:21.877237 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-06e5bd5a-9e4a-4653-864f-becf711c9df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:21.892639 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-4c7b046d-cb63-4504-89ce-45a033340d06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:21.944894 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 37788) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:36:22.054189 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-4c7b046d-cb63-4504-89ce-45a033340d06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:22.060910 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-7854809f-3ef2-4a81-a91d-6897050deca4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:36:22.073284 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7b046d-cb63-4504-89ce-45a033340d06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=654854a0-55b4-4f7d-ab2d-58013284f0a6,revision_number=None']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:36:22.077800 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-4c7b046d-cb63-4504-89ce-45a033340d06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:36:22.085362 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-4c7b046d-cb63-4504-89ce-45a033340d06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:22.088237 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-4c7b046d-cb63-4504-89ce-45a033340d06 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/654854a0-55b4-4f7d-ab2d-58013284f0a6 HTTP/1.1" status: 204  len: 168 time: 0.3357918
May 06 00:36:22.113580 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-9e362d37-87c0-49d3-a677-a7ba229874fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:22.133174 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-9e362d37-87c0-49d3-a677-a7ba229874fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:36:22.139571 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-9e362d37-87c0-49d3-a677-a7ba229874fc admin admin] Usage tracker for resource:security_group_rule and tenant:db1b755688314f61ad0626efd547ceff is out of sync, need to count used quota {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:36:22.142901 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-9e362d37-87c0-49d3-a677-a7ba229874fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:36:22.149120 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-9e362d37-87c0-49d3-a677-a7ba229874fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:36:22.262584 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-9e362d37-87c0-49d3-a677-a7ba229874fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:22.267187 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-9e362d37-87c0-49d3-a677-a7ba229874fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:22.282092 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-a9a879d9-e3f9-45b8-84aa-bb7e4b5b8afe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:36:22.330585 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb21386-fda7-46e9-9a3a-6f2f585c5699 req-742b97a0-889d-44f0-b188-7092e4d5252f tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:36:22.332435 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-8eb21386-fda7-46e9-9a3a-6f2f585c5699 req-742b97a0-889d-44f0-b188-7092e4d5252f tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bf01176-0ef5-4420-92a6-7fe2055496f1 HTTP/1.1" status: 200  len: 945 time: 0.1263824
May 06 00:36:22.415326 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-9e362d37-87c0-49d3-a677-a7ba229874fc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=db1b755688314f61ad0626efd547ceff&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4665892
May 06 00:36:22.417894 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 37826) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:36:22.418554 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e362d37-87c0-49d3-a677-a7ba229874fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae016c8b-6006-4f0e-b6fd-919d3723d9ce,revision_number=1']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:36:22.422970 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-9e362d37-87c0-49d3-a677-a7ba229874fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:36:22.457093 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-8eb21386-fda7-46e9-9a3a-6f2f585c5699 req-5f747ef9-41d8-4f44-8c7e-edfeb11986b5 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/security-groups?id=ceb8dabd-8ffc-4d87-9464-7f935bd56bb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1166248
May 06 00:36:22.574845 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c466bb40-0c68-4ec6-87d4-215c25d0602e req-db930e46-00ae-40c6-87fe-d124a2b7adce tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:36:22.581587 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-c466bb40-0c68-4ec6-87d4-215c25d0602e req-db930e46-00ae-40c6-87fe-d124a2b7adce tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] 10.222.0.24 "GET /v2.0/networks?id=f157f065-b6f2-41d7-b334-bf1742c1b47d HTTP/1.1" status: 200  len: 808 time: 0.2817128
May 06 00:36:22.594224 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-47ce45a2-67ef-4895-813b-08b007ce53a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:22.624119 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-47ce45a2-67ef-4895-813b-08b007ce53a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:22.675873 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-c466bb40-0c68-4ec6-87d4-215c25d0602e req-9cafd5a0-bd39-4fc5-9ac8-5805601b13f1 tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] 10.222.0.24 "GET /v2.0/quotas/7f299b0e96854ba194187b29d1c2c10c HTTP/1.1" status: 200  len: 375 time: 0.0932243
May 06 00:36:22.736616 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-c466bb40-0c68-4ec6-87d4-215c25d0602e req-f2337a37-3208-4828-ac3d-2750d84a0557 tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7f299b0e96854ba194187b29d1c2c10c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0598855
May 06 00:36:22.742061 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-47ce45a2-67ef-4895-813b-08b007ce53a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:22.751021 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-41465d70-6f0c-408c-a514-38df13fd19fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:36:22.780817 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Device 53b21254-4ff7-4044-9eae-1a97bbc99d5c no longer exists at agent hyperv_hv-cinder-78462 {{(pid=73833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 06 00:36:22.847446 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.plugin [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] No Port match for: 53b21254-4ff7-4044-9eae-1a97bbc99d5c {{(pid=73833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 06 00:36:22.847797 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Device 53b21254-4ff7-4044-9eae-1a97bbc99d5c not bound to the agent host hv-cinder-78462 {{(pid=73833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 06 00:36:22.861519 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ce45a2-67ef-4895-813b-08b007ce53a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae016c8b-6006-4f0e-b6fd-919d3723d9ce,revision_number=None']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:36:22.865770 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-47ce45a2-67ef-4895-813b-08b007ce53a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:36:22.892980 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-47ce45a2-67ef-4895-813b-08b007ce53a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:22.894731 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-47ce45a2-67ef-4895-813b-08b007ce53a3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ae016c8b-6006-4f0e-b6fd-919d3723d9ce HTTP/1.1" status: 204  len: 168 time: 0.4732356
May 06 00:36:22.965191 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-c466bb40-0c68-4ec6-87d4-215c25d0602e req-2a66dd7e-8d8a-464e-8e9d-68d9ebbf11ac service neutron] 10.222.0.24 "GET /v2.0/networks/f157f065-b6f2-41d7-b334-bf1742c1b47d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2151856
May 06 00:36:23.225066 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-c466bb40-0c68-4ec6-87d4-215c25d0602e req-96d17568-f58e-4a0b-93e4-68bb489d6f2e service neutron] 10.222.0.24 "GET /v2.0/networks/f157f065-b6f2-41d7-b334-bf1742c1b47d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2557187
May 06 00:36:23.350162 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 37864) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:36:23.373632 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-4e165c38-d0bd-4eea-bbda-399dd420914d admin admin] Notify callbacks [] for security_group, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:23.392040 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-4e165c38-d0bd-4eea-bbda-399dd420914d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:36:23.396570 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-4e165c38-d0bd-4eea-bbda-399dd420914d admin admin] Usage tracker for resource:security_group_rule and tenant:178b396425b04dfda48ff093528ef5af is out of sync, need to count used quota {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:36:23.401438 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-4e165c38-d0bd-4eea-bbda-399dd420914d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:36:23.407823 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-4e165c38-d0bd-4eea-bbda-399dd420914d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:36:23.479476 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [req-2abf9563-94bb-4293-a201-fbc61774bc07 req-575453a9-e3a3-40dd-9859-5045a3cd9948 tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] Synchronizing usage tracker for tenant:7f299b0e96854ba194187b29d1c2c10c on resource:port {{(pid=73831) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 00:36:23.498417 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [req-2abf9563-94bb-4293-a201-fbc61774bc07 req-575453a9-e3a3-40dd-9859-5045a3cd9948 tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] Unset dirty status for tenant:7f299b0e96854ba194187b29d1c2c10c on resource:port {{(pid=73831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 00:36:23.511954 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-2abf9563-94bb-4293-a201-fbc61774bc07 req-575453a9-e3a3-40dd-9859-5045a3cd9948 tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4e6d4a8-cac0-477b-99e0-d247849cb52a HTTP/1.1" status: 200  len: 210 time: 0.0807571
May 06 00:36:23.551390 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-4e165c38-d0bd-4eea-bbda-399dd420914d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:23.556605 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-4e165c38-d0bd-4eea-bbda-399dd420914d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:23.565281 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-28f33ee0-8115-47ff-bc15-1c95c31e9872 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:36:23.651593 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-4e165c38-d0bd-4eea-bbda-399dd420914d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=178b396425b04dfda48ff093528ef5af&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3002994
May 06 00:36:23.654925 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 37884) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:36:23.659100 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e165c38-d0bd-4eea-bbda-399dd420914d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c10fd89-4781-49fd-88c8-a8a0b9244ec8,revision_number=1']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:36:23.677455 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-4e165c38-d0bd-4eea-bbda-399dd420914d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:36:23.742137 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b477e9-77d7-4cd2-a27b-c7667e6c976c req-7f4dcae0-b33a-4e1c-9e72-17c99a3a6f59 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:36:23.744171 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-f6b477e9-77d7-4cd2-a27b-c7667e6c976c req-7f4dcae0-b33a-4e1c-9e72-17c99a3a6f59 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bf01176-0ef5-4420-92a6-7fe2055496f1 HTTP/1.1" status: 200  len: 945 time: 0.1671524
May 06 00:36:23.789824 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-79a00f12-01ad-48a8-85f9-9480498446b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:23.809023 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-f6b477e9-77d7-4cd2-a27b-c7667e6c976c req-fdf958ee-bcc9-4588-bab3-e03efcb28676 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/security-groups?id=ceb8dabd-8ffc-4d87-9464-7f935bd56bb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0574424
May 06 00:36:23.841231 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-79a00f12-01ad-48a8-85f9-9480498446b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:23.902454 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-79a00f12-01ad-48a8-85f9-9480498446b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:23.907355 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-0230f947-4be9-4616-83db-22adf4edc7fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:36:23.920132 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a00f12-01ad-48a8-85f9-9480498446b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c10fd89-4781-49fd-88c8-a8a0b9244ec8,revision_number=None']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:36:23.923083 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-79a00f12-01ad-48a8-85f9-9480498446b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:36:23.925332 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-79a00f12-01ad-48a8-85f9-9480498446b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:23.926442 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-79a00f12-01ad-48a8-85f9-9480498446b8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5c10fd89-4781-49fd-88c8-a8a0b9244ec8 HTTP/1.1" status: 204  len: 168 time: 0.2687974
May 06 00:36:24.748043 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-61f18586-c4b7-4d86-9ffb-deed4748e692 req-7d658103-8466-485b-bfd9-9dea1d36a175 tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4e6d4a8-cac0-477b-99e0-d247849cb52a HTTP/1.1" status: 200  len: 210 time: 0.1138835
May 06 00:36:25.132429 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06275ad-3c25-4745-b712-bf51bfb40aed req-ed841e5f-1672-462d-95ed-e76868b0abbd tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:36:25.140555 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-d06275ad-3c25-4745-b712-bf51bfb40aed req-ed841e5f-1672-462d-95ed-e76868b0abbd tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bf01176-0ef5-4420-92a6-7fe2055496f1 HTTP/1.1" status: 200  len: 945 time: 0.1219013
May 06 00:36:25.186351 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c466bb40-0c68-4ec6-87d4-215c25d0602e req-3b299da5-541c-4570-9c14-6d0cd79c4cd2 tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:36:25.189144 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-c466bb40-0c68-4ec6-87d4-215c25d0602e req-3b299da5-541c-4570-9c14-6d0cd79c4cd2 tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] 10.222.0.30 "GET /v2.0/networks?id=f157f065-b6f2-41d7-b334-bf1742c1b47d HTTP/1.1" status: 200  len: 808 time: 0.3872292
May 06 00:36:25.220330 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-d06275ad-3c25-4745-b712-bf51bfb40aed req-98ac1fbc-a586-4ca8-86d1-729230114649 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/security-groups?id=ceb8dabd-8ffc-4d87-9464-7f935bd56bb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0786533
May 06 00:36:25.221541 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.v2.base [req-c466bb40-0c68-4ec6-87d4-215c25d0602e req-b21e542a-494e-4f51-8c87-a54e36e23d88 tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] Request body: {'port': {'device_id': 'b4e6d4a8-cac0-477b-99e0-d247849cb52a', 'network_id': 'f157f065-b6f2-41d7-b334-bf1742c1b47d', 'admin_state_up': True, 'tenant_id': '7f299b0e96854ba194187b29d1c2c10c'}} {{(pid=73831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:36:25.427522 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [req-c466bb40-0c68-4ec6-87d4-215c25d0602e req-b21e542a-494e-4f51-8c87-a54e36e23d88 tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:36:25.439544 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [req-c466bb40-0c68-4ec6-87d4-215c25d0602e req-b21e542a-494e-4f51-8c87-a54e36e23d88 tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:36:25.457268 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c466bb40-0c68-4ec6-87d4-215c25d0602e req-b21e542a-494e-4f51-8c87-a54e36e23d88 tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] Made reservation on behalf of 7f299b0e96854ba194187b29d1c2c10c for: {'port': 1} {{(pid=73831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 06 00:36:25.462503 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [req-c466bb40-0c68-4ec6-87d4-215c25d0602e req-b21e542a-494e-4f51-8c87-a54e36e23d88 tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:25.703471 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.db_base_plugin_common [req-c466bb40-0c68-4ec6-87d4-215c25d0602e req-b21e542a-494e-4f51-8c87-a54e36e23d88 tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] Allocated IP 172.20.0.10 (f157f065-b6f2-41d7-b334-bf1742c1b47d/96eac3cb-023e-48f0-97ff-8f5140a35952/3223eb7b-68ca-4478-bba3-2c61d14cfdfd) {{(pid=73831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 06 00:36:25.901532 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-c7447f53-c1fa-4726-99b3-a3865efe2eb2 req-d8739f55-bbf2-4e11-a6cd-79868ffe6fd3 tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4e6d4a8-cac0-477b-99e0-d247849cb52a HTTP/1.1" status: 200  len: 210 time: 0.0447538
May 06 00:36:26.054986 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [req-c466bb40-0c68-4ec6-87d4-215c25d0602e req-b21e542a-494e-4f51-8c87-a54e36e23d88 tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] Notify callbacks [] for port, precommit_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:26.110347 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [req-c466bb40-0c68-4ec6-87d4-215c25d0602e req-b21e542a-494e-4f51-8c87-a54e36e23d88 tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767380898820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2942582'] for port, after_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:26.138411 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-032d25cf-fcc3-431f-953e-baf7d4fbf181 tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:36:26.217347 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c466bb40-0c68-4ec6-87d4-215c25d0602e req-b21e542a-494e-4f51-8c87-a54e36e23d88 tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] Network f157f065-b6f2-41d7-b334-bf1742c1b47d is already hosted by enough agents. {{(pid=73831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 00:36:26.220573 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.scheduler.base_scheduler [req-c466bb40-0c68-4ec6-87d4-215c25d0602e req-b21e542a-494e-4f51-8c87-a54e36e23d88 tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] Resources bound (agent type, host, resource id):  {{(pid=73831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 00:36:26.224980 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.l3_dvrscheduler_db [req-c466bb40-0c68-4ec6-87d4-215c25d0602e req-b21e542a-494e-4f51-8c87-a54e36e23d88 tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] Received port after_create {{(pid=73831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 06 00:36:26.276885 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21e542a-494e-4f51-8c87-a54e36e23d88 tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] Pushing event updated for resources: {'Port': ['ID=3223eb7b-68ca-4478-bba3-2c61d14cfdfd,revision_number=1']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:36:26.282553 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-b21e542a-494e-4f51-8c87-a54e36e23d88 tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:36:26.305238 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c466bb40-0c68-4ec6-87d4-215c25d0602e req-b21e542a-494e-4f51-8c87-a54e36e23d88 tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:36:26.306543 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [req-c466bb40-0c68-4ec6-87d4-215c25d0602e req-b21e542a-494e-4f51-8c87-a54e36e23d88 tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43737'] for port, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:26.336358 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-c466bb40-0c68-4ec6-87d4-215c25d0602e req-b21e542a-494e-4f51-8c87-a54e36e23d88 tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1286395
May 06 00:36:26.351321 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.v2.base [req-c466bb40-0c68-4ec6-87d4-215c25d0602e req-8b65c921-f44c-4910-a5cd-d61c9b85f1de service neutron] Request body: {'port': {'device_id': 'b4e6d4a8-cac0-477b-99e0-d247849cb52a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=73831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:36:26.477203 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [req-c466bb40-0c68-4ec6-87d4-215c25d0602e req-8b65c921-f44c-4910-a5cd-d61c9b85f1de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:26.500848 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5112d5a8-20e9-4949-996a-89ff99a7cda9 req-eb82eb88-9302-4d40-a4d3-bdcdba7f0860 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:36:26.502775 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-5112d5a8-20e9-4949-996a-89ff99a7cda9 req-eb82eb88-9302-4d40-a4d3-bdcdba7f0860 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bf01176-0ef5-4420-92a6-7fe2055496f1 HTTP/1.1" status: 200  len: 945 time: 0.1369019
May 06 00:36:26.561374 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-5112d5a8-20e9-4949-996a-89ff99a7cda9 req-6494cfdd-ed0c-4113-b624-06b17390fee8 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/security-groups?id=ceb8dabd-8ffc-4d87-9464-7f935bd56bb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0508893
May 06 00:36:26.873897 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.notifiers.nova [req-c466bb40-0c68-4ec6-87d4-215c25d0602e req-8b65c921-f44c-4910-a5cd-d61c9b85f1de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3223eb7b-68ca-4478-bba3-2c61d14cfdfd {{(pid=73831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 06 00:36:26.881998 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [req-c466bb40-0c68-4ec6-87d4-215c25d0602e req-8b65c921-f44c-4910-a5cd-d61c9b85f1de service neutron] Notify callbacks [] for port, precommit_update {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:26.892415 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 38076) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:36:26.899182 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.provisioning_blocks [req-c466bb40-0c68-4ec6-87d4-215c25d0602e req-8b65c921-f44c-4910-a5cd-d61c9b85f1de service neutron] Transition to ACTIVE for port object 3223eb7b-68ca-4478-bba3-2c61d14cfdfd will not be triggered until provisioned by entity L2. {{(pid=73831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 00:36:26.905007 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [req-c466bb40-0c68-4ec6-87d4-215c25d0602e req-8b65c921-f44c-4910-a5cd-d61c9b85f1de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2942575'] for port, after_update {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:26.910340 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:36:27.153611 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-92cc3241-8164-4f57-8608-4ed0d84c2bbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:27.183826 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-92cc3241-8164-4f57-8608-4ed0d84c2bbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:36:27.201447 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-92cc3241-8164-4f57-8608-4ed0d84c2bbd admin admin] Usage tracker for resource:security_group_rule and tenant:e7e85b921862417c9ccd00761739e3de is out of sync, need to count used quota {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:36:27.209470 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-92cc3241-8164-4f57-8608-4ed0d84c2bbd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:36:27.221170 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-92cc3241-8164-4f57-8608-4ed0d84c2bbd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:36:27.238595 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b65c921-f44c-4910-a5cd-d61c9b85f1de service neutron] Pushing event updated for resources: {'Port': ['ID=3223eb7b-68ca-4478-bba3-2c61d14cfdfd,revision_number=2']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:36:27.246998 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-8b65c921-f44c-4910-a5cd-d61c9b85f1de service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:36:27.281903 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2013755-f3b1-4cb4-9b61-4fd16a621c44 req-85b154b6-3967-4721-95f1-78530875f04c tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:36:27.289487 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-a2013755-f3b1-4cb4-9b61-4fd16a621c44 req-85b154b6-3967-4721-95f1-78530875f04c tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4e6d4a8-cac0-477b-99e0-d247849cb52a HTTP/1.1" status: 200  len: 944 time: 0.2210550
May 06 00:36:27.380714 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.managers [req-c466bb40-0c68-4ec6-87d4-215c25d0602e req-8b65c921-f44c-4910-a5cd-d61c9b85f1de service neutron] Attempting to bind port 3223eb7b-68ca-4478-bba3-2c61d14cfdfd on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=73831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 06 00:36:27.381079 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.managers [req-c466bb40-0c68-4ec6-87d4-215c25d0602e req-8b65c921-f44c-4910-a5cd-d61c9b85f1de service neutron] Attempting to bind port 3223eb7b-68ca-4478-bba3-2c61d14cfdfd by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'd3d23570-299e-44dc-88e2-c2cb27eae092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f157f065-b6f2-41d7-b334-bf1742c1b47d'}] {{(pid=73831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 06 00:36:27.381403 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c466bb40-0c68-4ec6-87d4-215c25d0602e req-8b65c921-f44c-4910-a5cd-d61c9b85f1de service neutron] Attempting to bind port 3223eb7b-68ca-4478-bba3-2c61d14cfdfd on network f157f065-b6f2-41d7-b334-bf1742c1b47d {{(pid=73831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 00:36:27.389134 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c466bb40-0c68-4ec6-87d4-215c25d0602e req-8b65c921-f44c-4910-a5cd-d61c9b85f1de service neutron] Port 3223eb7b-68ca-4478-bba3-2c61d14cfdfd on network f157f065-b6f2-41d7-b334-bf1742c1b47d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=73831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 06 00:36:27.389470 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c466bb40-0c68-4ec6-87d4-215c25d0602e req-8b65c921-f44c-4910-a5cd-d61c9b85f1de service neutron] Attempting to bind port 3223eb7b-68ca-4478-bba3-2c61d14cfdfd on network f157f065-b6f2-41d7-b334-bf1742c1b47d {{(pid=73831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 00:36:27.401776 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c466bb40-0c68-4ec6-87d4-215c25d0602e req-8b65c921-f44c-4910-a5cd-d61c9b85f1de service neutron] Checking agent: {'id': '98bc602c-e9ce-4757-b8df-ef22d3a5b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 0, 33, 13), 'started_at': datetime.datetime(2021, 5, 6, 0, 33, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 0, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 06 00:36:27.402509 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c466bb40-0c68-4ec6-87d4-215c25d0602e req-8b65c921-f44c-4910-a5cd-d61c9b85f1de service neutron] Checking segment: {'id': 'd3d23570-299e-44dc-88e2-c2cb27eae092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f157f065-b6f2-41d7-b334-bf1742c1b47d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 00:36:27.402631 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c466bb40-0c68-4ec6-87d4-215c25d0602e req-8b65c921-f44c-4910-a5cd-d61c9b85f1de service neutron] Bound using segment: {'id': 'd3d23570-299e-44dc-88e2-c2cb27eae092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f157f065-b6f2-41d7-b334-bf1742c1b47d'} {{(pid=73831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 06 00:36:27.403240 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.managers [req-c466bb40-0c68-4ec6-87d4-215c25d0602e req-8b65c921-f44c-4910-a5cd-d61c9b85f1de service neutron] Bound port: 3223eb7b-68ca-4478-bba3-2c61d14cfdfd, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3d23570-299e-44dc-88e2-c2cb27eae092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f157f065-b6f2-41d7-b334-bf1742c1b47d'}}] {{(pid=73831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 06 00:36:27.404015 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [req-c466bb40-0c68-4ec6-87d4-215c25d0602e req-8b65c921-f44c-4910-a5cd-d61c9b85f1de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:27.419811 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-a2013755-f3b1-4cb4-9b61-4fd16a621c44 req-0062af42-ae5c-4ec4-9dd9-25b9dd746339 tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] 10.222.0.24 "GET /v2.0/security-groups?id=863a7b4d-5b02-4831-9ed4-9b49495c1ea2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1284649
May 06 00:36:27.493660 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-92cc3241-8164-4f57-8608-4ed0d84c2bbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:27.496193 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93d0dc6-1176-4a17-a179-af4f675dec7c req-a5f34555-d697-47b8-b51e-3eae16dc1e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:36:27.498124 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-f93d0dc6-1176-4a17-a179-af4f675dec7c req-a5f34555-d697-47b8-b51e-3eae16dc1e6b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3bf01176-0ef5-4420-92a6-7fe2055496f1 HTTP/1.1" status: 200  len: 1098 time: 0.1777661
May 06 00:36:27.499211 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-92cc3241-8164-4f57-8608-4ed0d84c2bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:27.509793 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-ae62a131-d7d8-44ca-ac58-5b6a4f73bbd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:36:27.551821 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.db [req-c466bb40-0c68-4ec6-87d4-215c25d0602e req-8b65c921-f44c-4910-a5cd-d61c9b85f1de service neutron] For port 3223eb7b-68ca-4478-bba3-2c61d14cfdfd, host hv-cinder-78462, cleared binding levels {{(pid=73831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 06 00:36:27.555327 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.db [req-c466bb40-0c68-4ec6-87d4-215c25d0602e req-8b65c921-f44c-4910-a5cd-d61c9b85f1de service neutron] For port 3223eb7b-68ca-4478-bba3-2c61d14cfdfd, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=3223eb7b-68ca-4478-bba3-2c61d14cfdfd,segment=NetworkSegment(d3d23570-299e-44dc-88e2-c2cb27eae092),segment_id=d3d23570-299e-44dc-88e2-c2cb27eae092)] {{(pid=73831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 06 00:36:27.559666 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [req-c466bb40-0c68-4ec6-87d4-215c25d0602e req-8b65c921-f44c-4910-a5cd-d61c9b85f1de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2942575'] for port, after_update {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:27.565155 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-7c08b179-fa70-4dd5-9595-675c0d5a54c3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:36:27.586361 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-92cc3241-8164-4f57-8608-4ed0d84c2bbd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e7e85b921862417c9ccd00761739e3de&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6928632
May 06 00:36:27.590319 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 38110) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:36:27.595215 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cc3241-8164-4f57-8608-4ed0d84c2bbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d72d3ee-1d77-4c15-98fa-56b14c34e14d,revision_number=1']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:36:27.620602 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-f93d0dc6-1176-4a17-a179-af4f675dec7c req-56c19b05-dbeb-4855-9284-4c45690cca09 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ceb8dabd-8ffc-4d87-9464-7f935bd56bb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1122744
May 06 00:36:27.623226 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-92cc3241-8164-4f57-8608-4ed0d84c2bbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:36:27.646341 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c466bb40-0c68-4ec6-87d4-215c25d0602e req-8b65c921-f44c-4910-a5cd-d61c9b85f1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:36:27.646341 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [req-c466bb40-0c68-4ec6-87d4-215c25d0602e req-8b65c921-f44c-4910-a5cd-d61c9b85f1de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43737'] for port, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:27.647936 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-c466bb40-0c68-4ec6-87d4-215c25d0602e req-8b65c921-f44c-4910-a5cd-d61c9b85f1de service neutron] 10.222.0.30 "PUT /v2.0/ports/3223eb7b-68ca-4478-bba3-2c61d14cfdfd HTTP/1.1" status: 200  len: 1094 time: 1.3015630
May 06 00:36:27.652221 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4e6d4a8-cac0-477b-99e0-d247849cb52a', 'tag': '3223eb7b-68ca-4478-bba3-2c61d14cfdfd'}] {{(pid=73831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 00:36:27.704500 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-abab1308-c9f5-4d13-bea2-db5321e4b4a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:27.736005 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-abab1308-c9f5-4d13-bea2-db5321e4b4a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:27.807270 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-abab1308-c9f5-4d13-bea2-db5321e4b4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:27.812544 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-3085f31f-e43f-4db1-bf77-52711ba8c494 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:36:27.842932 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abab1308-c9f5-4d13-bea2-db5321e4b4a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d72d3ee-1d77-4c15-98fa-56b14c34e14d,revision_number=None']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:36:27.847740 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-abab1308-c9f5-4d13-bea2-db5321e4b4a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:36:27.851683 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-abab1308-c9f5-4d13-bea2-db5321e4b4a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:27.855312 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-abab1308-c9f5-4d13-bea2-db5321e4b4a9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9d72d3ee-1d77-4c15-98fa-56b14c34e14d HTTP/1.1" status: 204  len: 168 time: 0.2616785
May 06 00:36:27.865479 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4e6d4a8-cac0-477b-99e0-d247849cb52a', 'tag': '3223eb7b-68ca-4478-bba3-2c61d14cfdfd', 'status': 'completed', 'code': 200}
May 06 00:36:27.902787 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b65c921-f44c-4910-a5cd-d61c9b85f1de service neutron] Pushing event updated for resources: {'Port': ['ID=3223eb7b-68ca-4478-bba3-2c61d14cfdfd,revision_number=3']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:36:27.906014 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-8b65c921-f44c-4910-a5cd-d61c9b85f1de service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:36:27.954564 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c466bb40-0c68-4ec6-87d4-215c25d0602e req-e7788686-0ba6-4354-8120-ba390a87bccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:36:27.956022 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-c466bb40-0c68-4ec6-87d4-215c25d0602e req-e7788686-0ba6-4354-8120-ba390a87bccb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7f299b0e96854ba194187b29d1c2c10c&device_id=b4e6d4a8-cac0-477b-99e0-d247849cb52a HTTP/1.1" status: 200  len: 1097 time: 0.2253206
May 06 00:36:27.961493 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 38130) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:36:27.974427 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fef1942-f794-4f26-b4c5-33e16ff2a746 req-68e270d7-3fe6-4b87-857e-ca6fd2303439 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:36:27.975916 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-6fef1942-f794-4f26-b4c5-33e16ff2a746 req-68e270d7-3fe6-4b87-857e-ca6fd2303439 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bf01176-0ef5-4420-92a6-7fe2055496f1 HTTP/1.1" status: 200  len: 945 time: 0.1644533
May 06 00:36:28.054516 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-c466bb40-0c68-4ec6-87d4-215c25d0602e req-be6b7bde-8714-4359-bd3d-142c73c656e5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3223eb7b-68ca-4478-bba3-2c61d14cfdfd HTTP/1.1" status: 200  len: 217 time: 0.0776501
May 06 00:36:28.130207 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-6fef1942-f794-4f26-b4c5-33e16ff2a746 req-0f5d93be-5b5a-43b5-a846-ee6244415790 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/security-groups?id=ceb8dabd-8ffc-4d87-9464-7f935bd56bb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0966296
May 06 00:36:28.155806 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c466bb40-0c68-4ec6-87d4-215c25d0602e req-1ba32703-0c1f-4363-97e2-18756719a9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:36:28.157583 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-c466bb40-0c68-4ec6-87d4-215c25d0602e req-1ba32703-0c1f-4363-97e2-18756719a9ce service neutron] 10.222.0.30 "GET /v2.0/subnets?id=96eac3cb-023e-48f0-97ff-8f5140a35952 HTTP/1.1" status: 200  len: 848 time: 0.0843008
May 06 00:36:28.223520 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-346d5c08-a271-45b1-b475-ab8d10106398 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:28.233518 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-c466bb40-0c68-4ec6-87d4-215c25d0602e req-70056cd7-b6cf-49e9-8cb6-6c7f005ffa21 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f157f065-b6f2-41d7-b334-bf1742c1b47d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0675230
May 06 00:36:28.248638 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-346d5c08-a271-45b1-b475-ab8d10106398 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:36:28.252928 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-346d5c08-a271-45b1-b475-ab8d10106398 admin admin] Usage tracker for resource:security_group_rule and tenant:46cc7149dba843729ad19cf93fe4b2a9 is out of sync, need to count used quota {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:36:28.255798 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-346d5c08-a271-45b1-b475-ab8d10106398 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:36:28.263354 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-346d5c08-a271-45b1-b475-ab8d10106398 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:36:28.328304 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 38140) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:36:28.357299 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-a278c1a4-ec73-4d0a-afcc-8ea2e8883cbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:28.387120 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-a278c1a4-ec73-4d0a-afcc-8ea2e8883cbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:36:28.389835 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-c466bb40-0c68-4ec6-87d4-215c25d0602e req-b0ffa58e-ca98-47ed-bcdd-87f4bc2c1f11 service neutron] 10.222.0.30 "GET /v2.0/networks/f157f065-b6f2-41d7-b334-bf1742c1b47d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1463866
May 06 00:36:28.400851 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-a278c1a4-ec73-4d0a-afcc-8ea2e8883cbc admin admin] Usage tracker for resource:security_group_rule and tenant:6f32e2b031494d798b614fac4dfc784e is out of sync, need to count used quota {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:36:28.406364 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-a278c1a4-ec73-4d0a-afcc-8ea2e8883cbc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:36:28.420641 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-a278c1a4-ec73-4d0a-afcc-8ea2e8883cbc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:36:28.432449 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-346d5c08-a271-45b1-b475-ab8d10106398 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:28.436957 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-346d5c08-a271-45b1-b475-ab8d10106398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:28.451113 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-bbfb7c1b-f62b-47da-9020-d3bb81c1ec4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:36:28.547513 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346d5c08-a271-45b1-b475-ab8d10106398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01bb1fbb-4789-4556-b1c3-7208346f162e,revision_number=1']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:36:28.559172 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-346d5c08-a271-45b1-b475-ab8d10106398 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=46cc7149dba843729ad19cf93fe4b2a9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5960150
May 06 00:36:28.572115 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-346d5c08-a271-45b1-b475-ab8d10106398 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:36:28.573842 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 38154) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:36:28.700220 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-41192614-825a-4e3a-8310-2821473d3046 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:28.767896 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-41192614-825a-4e3a-8310-2821473d3046 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:28.780834 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-c466bb40-0c68-4ec6-87d4-215c25d0602e req-778a8522-3533-45da-8084-225bb7abfc9b service neutron] 10.222.0.30 "GET /v2.0/networks/f157f065-b6f2-41d7-b334-bf1742c1b47d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3518510
May 06 00:36:28.794950 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c0b5c3-7d3a-4356-b042-a043ad67711b req-a30fc2ef-d3d2-4280-b763-b391272b1b96 tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:36:28.796492 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [req-95c0b5c3-7d3a-4356-b042-a043ad67711b req-a30fc2ef-d3d2-4280-b763-b391272b1b96 tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] Synchronizing usage tracker for tenant:7f299b0e96854ba194187b29d1c2c10c on resource:port {{(pid=73831) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 00:36:28.804033 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-a278c1a4-ec73-4d0a-afcc-8ea2e8883cbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:28.817895 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-a278c1a4-ec73-4d0a-afcc-8ea2e8883cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:28.821550 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [req-95c0b5c3-7d3a-4356-b042-a043ad67711b req-a30fc2ef-d3d2-4280-b763-b391272b1b96 tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] Unset dirty status for tenant:7f299b0e96854ba194187b29d1c2c10c on resource:port {{(pid=73831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 00:36:28.830642 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-95c0b5c3-7d3a-4356-b042-a043ad67711b req-a30fc2ef-d3d2-4280-b763-b391272b1b96 tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4e6d4a8-cac0-477b-99e0-d247849cb52a HTTP/1.1" status: 200  len: 944 time: 0.1966584
May 06 00:36:28.845046 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-0f02f300-8d65-4156-80fe-1ec389096ec2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:36:28.889607 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-a278c1a4-ec73-4d0a-afcc-8ea2e8883cbc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6f32e2b031494d798b614fac4dfc784e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5600104
May 06 00:36:28.890879 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.agents_db [None req-ee74f776-58ee-4f13-aa41-ceaf6d7d8c19 None None] Agent healthcheck: found 6 active agents {{(pid=73834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 06 00:36:28.895353 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 38162) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:36:28.917758 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a278c1a4-ec73-4d0a-afcc-8ea2e8883cbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bba9de0-eaa5-4363-babe-0ef937f5ec5a,revision_number=1']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:36:28.923165 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-a278c1a4-ec73-4d0a-afcc-8ea2e8883cbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:36:28.952299 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-41192614-825a-4e3a-8310-2821473d3046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:28.961189 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-95c0b5c3-7d3a-4356-b042-a043ad67711b req-3e6ca516-35d4-4f0a-99f8-bcb8bd7596fa tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] 10.222.0.24 "GET /v2.0/security-groups?id=863a7b4d-5b02-4831-9ed4-9b49495c1ea2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1296158
May 06 00:36:28.964244 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-cab39e8d-c896-45b0-bcdd-c0ed337eef35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:36:28.987759 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41192614-825a-4e3a-8310-2821473d3046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01bb1fbb-4789-4556-b1c3-7208346f162e,revision_number=None']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:36:28.991567 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-41192614-825a-4e3a-8310-2821473d3046 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:36:29.030093 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-41192614-825a-4e3a-8310-2821473d3046 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:29.031196 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4568ebdd-2f7a-473d-b793-2936ee204f10 req-317cad07-b17c-4cab-a255-7fef041d6d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:36:29.032457 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-41192614-825a-4e3a-8310-2821473d3046 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/01bb1fbb-4789-4556-b1c3-7208346f162e HTTP/1.1" status: 204  len: 168 time: 0.4576201
May 06 00:36:29.032816 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-4568ebdd-2f7a-473d-b793-2936ee204f10 req-317cad07-b17c-4cab-a255-7fef041d6d4a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7f299b0e96854ba194187b29d1c2c10c&device_id=b4e6d4a8-cac0-477b-99e0-d247849cb52a HTTP/1.1" status: 200  len: 1097 time: 0.1820338
May 06 00:36:29.064347 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-9cc564ec-572a-445d-91cd-55a578936344 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:29.099162 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-9cc564ec-572a-445d-91cd-55a578936344 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:29.195902 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-9cc564ec-572a-445d-91cd-55a578936344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:29.207465 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-346d5c08-a271-45b1-b475-ab8d10106398 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:36:29.230812 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc564ec-572a-445d-91cd-55a578936344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bba9de0-eaa5-4363-babe-0ef937f5ec5a,revision_number=None']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:36:29.237524 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-9cc564ec-572a-445d-91cd-55a578936344 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:36:29.239102 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4568ebdd-2f7a-473d-b793-2936ee204f10 req-3febe848-e27b-4737-bef4-6eb827f293cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:36:29.253154 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-4568ebdd-2f7a-473d-b793-2936ee204f10 req-3febe848-e27b-4737-bef4-6eb827f293cb service neutron] 10.222.0.30 "GET /v2.0/networks?id=f157f065-b6f2-41d7-b334-bf1742c1b47d HTTP/1.1" status: 200  len: 909 time: 0.2124035
May 06 00:36:29.261663 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-9cc564ec-572a-445d-91cd-55a578936344 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:29.262883 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-9cc564ec-572a-445d-91cd-55a578936344 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6bba9de0-eaa5-4363-babe-0ef937f5ec5a HTTP/1.1" status: 204  len: 168 time: 0.3663986
May 06 00:36:29.328048 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-4568ebdd-2f7a-473d-b793-2936ee204f10 req-8513b555-8510-47dd-8582-c2493638f5fa service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3223eb7b-68ca-4478-bba3-2c61d14cfdfd HTTP/1.1" status: 200  len: 217 time: 0.0661409
May 06 00:36:29.437179 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4568ebdd-2f7a-473d-b793-2936ee204f10 req-1f6ffd6f-0a5a-491f-a423-9e6f3751ebd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:36:29.438654 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-4568ebdd-2f7a-473d-b793-2936ee204f10 req-1f6ffd6f-0a5a-491f-a423-9e6f3751ebd5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=96eac3cb-023e-48f0-97ff-8f5140a35952 HTTP/1.1" status: 200  len: 848 time: 0.0752046
May 06 00:36:29.509679 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-4568ebdd-2f7a-473d-b793-2936ee204f10 req-458bb559-56fb-4830-b9f4-cc3932ba4b07 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f157f065-b6f2-41d7-b334-bf1742c1b47d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0587707
May 06 00:36:29.518029 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d93036-2b55-4006-96ce-dd3105b41c9b req-81633566-983e-4422-a4f1-8a107353f4c9 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:36:29.519734 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-04d93036-2b55-4006-96ce-dd3105b41c9b req-81633566-983e-4422-a4f1-8a107353f4c9 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bf01176-0ef5-4420-92a6-7fe2055496f1 HTTP/1.1" status: 200  len: 945 time: 0.1890156
May 06 00:36:29.592835 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 38190) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:36:29.612455 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-d7b1a740-f89c-464f-80d4-3c175264a770 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:29.633305 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-d7b1a740-f89c-464f-80d4-3c175264a770 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:36:29.638198 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-d7b1a740-f89c-464f-80d4-3c175264a770 admin admin] Usage tracker for resource:security_group_rule and tenant:f222bd7c6cc74a0b81bde901bc537af7 is out of sync, need to count used quota {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:36:29.642069 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-d7b1a740-f89c-464f-80d4-3c175264a770 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:36:29.649029 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-d7b1a740-f89c-464f-80d4-3c175264a770 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:36:29.773560 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-d7b1a740-f89c-464f-80d4-3c175264a770 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:29.777973 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-d7b1a740-f89c-464f-80d4-3c175264a770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:29.787355 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-abab1308-c9f5-4d13-bea2-db5321e4b4a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:36:29.789279 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-04d93036-2b55-4006-96ce-dd3105b41c9b req-ecdaadcf-0243-478a-a8d5-23faedf5c932 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/security-groups?id=ceb8dabd-8ffc-4d87-9464-7f935bd56bb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2467821
May 06 00:36:29.833120 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-4568ebdd-2f7a-473d-b793-2936ee204f10 req-30e20130-3147-4d51-bc12-c85b3add5ca6 service neutron] 10.222.0.30 "GET /v2.0/networks/f157f065-b6f2-41d7-b334-bf1742c1b47d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3120708
May 06 00:36:29.841940 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-d7b1a740-f89c-464f-80d4-3c175264a770 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f222bd7c6cc74a0b81bde901bc537af7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2454457
May 06 00:36:29.841940 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b1a740-f89c-464f-80d4-3c175264a770 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03e80b4a-7631-4f7b-9ca9-59fca07af58f,revision_number=1']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:36:29.849548 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-d7b1a740-f89c-464f-80d4-3c175264a770 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:36:29.849636 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 38202) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:36:29.921890 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-70b0d70c-17d6-4239-9aad-06fc682a99ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:29.990967 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-70b0d70c-17d6-4239-9aad-06fc682a99ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:29.997089 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-4568ebdd-2f7a-473d-b793-2936ee204f10 req-395027f1-bddd-4efe-9770-7b348ef5b6ce service neutron] 10.222.0.30 "GET /v2.0/networks/f157f065-b6f2-41d7-b334-bf1742c1b47d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1555004
May 06 00:36:30.072666 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe74e01a-b329-43d5-8c5c-021ce495c504 req-281ecc8a-484b-448b-bf7f-476c7dab2a91 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:36:30.075344 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-fe74e01a-b329-43d5-8c5c-021ce495c504 req-281ecc8a-484b-448b-bf7f-476c7dab2a91 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/ports?device_id=07ff8e08-f2b7-4e46-b8df-eed0ff990983 HTTP/1.1" status: 200  len: 945 time: 0.1432109
May 06 00:36:30.188597 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e3209-9e20-4e2a-8dc7-1b7e48d3eff4 req-5891ac38-c2da-4a75-9330-2eef696fbc16 tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:36:30.189226 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-a77e3209-9e20-4e2a-8dc7-1b7e48d3eff4 req-5891ac38-c2da-4a75-9330-2eef696fbc16 tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4e6d4a8-cac0-477b-99e0-d247849cb52a HTTP/1.1" status: 200  len: 944 time: 0.0922234
May 06 00:36:30.191087 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-70b0d70c-17d6-4239-9aad-06fc682a99ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:30.199423 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:36:30.215371 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b0d70c-17d6-4239-9aad-06fc682a99ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03e80b4a-7631-4f7b-9ca9-59fca07af58f,revision_number=None']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:36:30.217669 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-70b0d70c-17d6-4239-9aad-06fc682a99ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:36:30.218626 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-70b0d70c-17d6-4239-9aad-06fc682a99ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:30.219704 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-70b0d70c-17d6-4239-9aad-06fc682a99ed admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/03e80b4a-7631-4f7b-9ca9-59fca07af58f HTTP/1.1" status: 204  len: 168 time: 0.3682015
May 06 00:36:30.237642 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-fe74e01a-b329-43d5-8c5c-021ce495c504 req-2bd298b9-cb3d-4b12-9664-d26d2fec8d72 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/security-groups?id=ceb8dabd-8ffc-4d87-9464-7f935bd56bb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1549873
May 06 00:36:30.289656 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-a77e3209-9e20-4e2a-8dc7-1b7e48d3eff4 req-66220517-dc5b-4dc9-9f07-ac16b2e935fc tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] 10.222.0.24 "GET /v2.0/security-groups?id=863a7b4d-5b02-4831-9ed4-9b49495c1ea2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0940120
May 06 00:36:30.812582 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Device 3223eb7b-68ca-4478-bba3-2c61d14cfdfd details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=73833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 06 00:36:31.023227 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] For port 3223eb7b-68ca-4478-bba3-2c61d14cfdfd, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=3223eb7b-68ca-4478-bba3-2c61d14cfdfd,segment=NetworkSegment(d3d23570-299e-44dc-88e2-c2cb27eae092),segment_id=d3d23570-299e-44dc-88e2-c2cb27eae092)] {{(pid=73833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:36:31.041927 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Returning: {'device': '3223eb7b-68ca-4478-bba3-2c61d14cfdfd', 'network_id': 'f157f065-b6f2-41d7-b334-bf1742c1b47d', 'port_id': '3223eb7b-68ca-4478-bba3-2c61d14cfdfd', 'mac_address': 'fa:16:3e:ca:df:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96eac3cb-023e-48f0-97ff-8f5140a35952', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 06 00:36:31.106664 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:31.127925 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.notifiers.nova [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3223eb7b-68ca-4478-bba3-2c61d14cfdfd {{(pid=73833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 06 00:36:31.146922 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] For port 3223eb7b-68ca-4478-bba3-2c61d14cfdfd, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=3223eb7b-68ca-4478-bba3-2c61d14cfdfd,segment=NetworkSegment(d3d23570-299e-44dc-88e2-c2cb27eae092),segment_id=d3d23570-299e-44dc-88e2-c2cb27eae092)] {{(pid=73833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:36:31.153775 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:31.155535 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:36:31.243444 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Pushing event updated for resources: {'Port': ['ID=3223eb7b-68ca-4478-bba3-2c61d14cfdfd,revision_number=4']} {{(pid=73833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:36:31.247019 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:36:31.432129 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] get_ports_and_sgs() called for port_ids ['3223eb7b-68ca-4478-bba3-2c61d14cfdfd'] {{(pid=73833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 06 00:36:31.609189 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6be7c1-33b5-401c-b332-ed2bd7304ca7 req-85a99b5f-4bbb-4f4c-aee9-66bdcbd7f5a3 tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:36:31.612428 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-9d6be7c1-33b5-401c-b332-ed2bd7304ca7 req-85a99b5f-4bbb-4f4c-aee9-66bdcbd7f5a3 tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4e6d4a8-cac0-477b-99e0-d247849cb52a HTTP/1.1" status: 200  len: 945 time: 0.1109636
May 06 00:36:31.669593 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-9d6be7c1-33b5-401c-b332-ed2bd7304ca7 req-09fd6b2e-8c7a-491d-8afc-cbbc38de1a06 tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] 10.222.0.24 "GET /v2.0/security-groups?id=863a7b4d-5b02-4831-9ed4-9b49495c1ea2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507555
May 06 00:36:31.730071 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 38300) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:36:31.919381 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-646c19f3-2648-437d-a54a-bafd5a4f055c admin admin] Notify callbacks [] for security_group, before_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:31.937321 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-646c19f3-2648-437d-a54a-bafd5a4f055c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:36:31.941664 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-646c19f3-2648-437d-a54a-bafd5a4f055c admin admin] Usage tracker for resource:security_group_rule and tenant:b80eeab9c3fe4d4598ecca7bf23524dd is out of sync, need to count used quota {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:36:31.944560 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-646c19f3-2648-437d-a54a-bafd5a4f055c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:36:31.950725 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-646c19f3-2648-437d-a54a-bafd5a4f055c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:36:32.044414 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-646c19f3-2648-437d-a54a-bafd5a4f055c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:32.050383 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-646c19f3-2648-437d-a54a-bafd5a4f055c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:32.059366 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:36:32.099580 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-646c19f3-2648-437d-a54a-bafd5a4f055c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b80eeab9c3fe4d4598ecca7bf23524dd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3677099
May 06 00:36:32.100841 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646c19f3-2648-437d-a54a-bafd5a4f055c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c8da225-eb70-4c0a-8670-9631bfc04b1e,revision_number=1']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:36:32.102390 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 38324) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:36:32.104511 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-646c19f3-2648-437d-a54a-bafd5a4f055c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:36:32.169647 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-91bb1061-2029-4771-9564-25fd85059138 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:32.195214 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-91bb1061-2029-4771-9564-25fd85059138 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:32.252436 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-91bb1061-2029-4771-9564-25fd85059138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:32.257408 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-70b0d70c-17d6-4239-9aad-06fc682a99ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:36:32.267981 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bb1061-2029-4771-9564-25fd85059138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c8da225-eb70-4c0a-8670-9631bfc04b1e,revision_number=None']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:36:32.271437 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-91bb1061-2029-4771-9564-25fd85059138 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:36:32.283570 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-91bb1061-2029-4771-9564-25fd85059138 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:32.284639 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-91bb1061-2029-4771-9564-25fd85059138 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9c8da225-eb70-4c0a-8670-9631bfc04b1e HTTP/1.1" status: 204  len: 168 time: 0.1811943
May 06 00:36:32.713591 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 38352) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:36:32.733863 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-1b9e0263-ecd2-48da-ba88-0c49dc6a7ec1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:32.763309 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-1b9e0263-ecd2-48da-ba88-0c49dc6a7ec1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:36:32.767359 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-1b9e0263-ecd2-48da-ba88-0c49dc6a7ec1 admin admin] Usage tracker for resource:security_group_rule and tenant:95f3bbcb819d4b9cb93e4592014ec8a6 is out of sync, need to count used quota {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:36:32.770451 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-1b9e0263-ecd2-48da-ba88-0c49dc6a7ec1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:36:32.777257 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-1b9e0263-ecd2-48da-ba88-0c49dc6a7ec1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:36:32.832337 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Device 3223eb7b-68ca-4478-bba3-2c61d14cfdfd up at agent hyperv_hv-cinder-78462 {{(pid=73833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 00:36:32.899747 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-1b9e0263-ecd2-48da-ba88-0c49dc6a7ec1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:32.903344 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-1b9e0263-ecd2-48da-ba88-0c49dc6a7ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:32.913929 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-41192614-825a-4e3a-8310-2821473d3046 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:36:32.915091 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609216b3-3ac3-4685-9b8c-c927afec8579 req-a2cc868f-508b-48ac-bbec-d9bcc80d24b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:36:32.917147 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-609216b3-3ac3-4685-9b8c-c927afec8579 req-a2cc868f-508b-48ac-bbec-d9bcc80d24b5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=002b4df3d00d43ddba30ad44b32e56cc&device_id=07ff8e08-f2b7-4e46-b8df-eed0ff990983 HTTP/1.1" status: 200  len: 1098 time: 0.1108942
May 06 00:36:32.970657 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Provisioning for port 3223eb7b-68ca-4478-bba3-2c61d14cfdfd completed by entity L2. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 00:36:32.976953 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Provisioning complete for port 3223eb7b-68ca-4478-bba3-2c61d14cfdfd triggered by entity L2. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 00:36:32.977666 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723253'] for port, provisioning_complete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:33.009899 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-1b9e0263-ecd2-48da-ba88-0c49dc6a7ec1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=95f3bbcb819d4b9cb93e4592014ec8a6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2920132
May 06 00:36:33.011745 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 38364) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:36:33.014788 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9e0263-ecd2-48da-ba88-0c49dc6a7ec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ac018e1-3f98-4795-a623-749ee42e4241,revision_number=1']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:36:33.028116 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-1b9e0263-ecd2-48da-ba88-0c49dc6a7ec1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:36:33.124936 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfc0a98-063e-4b9d-ba3e-53ed0aba653f req-d1728cfd-4308-4072-b638-9568967fa131 tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:36:33.126569 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-fcfc0a98-063e-4b9d-ba3e-53ed0aba653f req-d1728cfd-4308-4072-b638-9568967fa131 tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4e6d4a8-cac0-477b-99e0-d247849cb52a HTTP/1.1" status: 200  len: 945 time: 0.2053316
May 06 00:36:33.131095 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:33.131993 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-c65ceb84-4661-47ce-8d77-53e45c2f3ba8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:33.137518 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609216b3-3ac3-4685-9b8c-c927afec8579 req-43a92ec3-8460-4761-862f-c55f369b54fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:36:33.139003 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-609216b3-3ac3-4685-9b8c-c927afec8579 req-43a92ec3-8460-4761-862f-c55f369b54fa service neutron] 10.222.0.30 "GET /v2.0/networks?id=37604004-5acb-4629-b2e7-84023f472da1 HTTP/1.1" status: 200  len: 920 time: 0.2084458
May 06 00:36:33.172898 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] For port 3223eb7b-68ca-4478-bba3-2c61d14cfdfd, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=3223eb7b-68ca-4478-bba3-2c61d14cfdfd,segment=NetworkSegment(d3d23570-299e-44dc-88e2-c2cb27eae092),segment_id=d3d23570-299e-44dc-88e2-c2cb27eae092)] {{(pid=73833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:36:33.173879 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4e6d4a8-cac0-477b-99e0-d247849cb52a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3223eb7b-68ca-4478-bba3-2c61d14cfdfd'}] {{(pid=73833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 00:36:33.181043 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:33.183421 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:36:33.189449 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-c65ceb84-4661-47ce-8d77-53e45c2f3ba8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:33.215571 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f9c692-438b-4020-b558-dfaaa50919c1 req-8640323d-63ae-49c8-b4ba-cfc25813c2fc tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:36:33.222592 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-84f9c692-438b-4020-b558-dfaaa50919c1 req-8640323d-63ae-49c8-b4ba-cfc25813c2fc tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/ports?device_id=07ff8e08-f2b7-4e46-b8df-eed0ff990983 HTTP/1.1" status: 200  len: 945 time: 0.2650762
May 06 00:36:33.225109 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-fcfc0a98-063e-4b9d-ba3e-53ed0aba653f req-ae7516d5-d7ac-438a-93c2-a8c3b1ee4afa tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] 10.222.0.24 "GET /v2.0/security-groups?id=863a7b4d-5b02-4831-9ed4-9b49495c1ea2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0742435
May 06 00:36:33.265942 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-c65ceb84-4661-47ce-8d77-53e45c2f3ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:33.272277 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-1a94b230-4523-467e-a264-ee63f7bc7100 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:36:33.273726 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-609216b3-3ac3-4685-9b8c-c927afec8579 req-e00b80eb-6051-4a20-8a3f-10a3f158a52c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d31814e-8b0e-4376-9b93-66e0392316c3 HTTP/1.1" status: 200  len: 217 time: 0.1262717
May 06 00:36:33.276624 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Pushing event updated for resources: {'Port': ['ID=3223eb7b-68ca-4478-bba3-2c61d14cfdfd,revision_number=5']} {{(pid=73833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:36:33.286739 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:36:33.288403 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65ceb84-4661-47ce-8d77-53e45c2f3ba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ac018e1-3f98-4795-a623-749ee42e4241,revision_number=None']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:36:33.293079 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-c65ceb84-4661-47ce-8d77-53e45c2f3ba8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:36:33.296289 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-c65ceb84-4661-47ce-8d77-53e45c2f3ba8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:33.297625 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-c65ceb84-4661-47ce-8d77-53e45c2f3ba8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4ac018e1-3f98-4795-a623-749ee42e4241 HTTP/1.1" status: 204  len: 168 time: 0.2849882
May 06 00:36:33.370574 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-84f9c692-438b-4020-b558-dfaaa50919c1 req-470cebea-7a88-4716-bb99-2b1fbe2f199b tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/security-groups?id=ceb8dabd-8ffc-4d87-9464-7f935bd56bb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1469686
May 06 00:36:33.397125 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609216b3-3ac3-4685-9b8c-c927afec8579 req-faffc20b-8fbc-4f0f-889c-b6c39a24e7df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:36:33.398944 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-609216b3-3ac3-4685-9b8c-c927afec8579 req-faffc20b-8fbc-4f0f-889c-b6c39a24e7df service neutron] 10.222.0.30 "GET /v2.0/subnets?id=80245074-5ce6-4e43-925d-2fdf29939a72 HTTP/1.1" status: 200  len: 859 time: 0.1112492
May 06 00:36:33.426830 dv-cinder-784623-8-iscsi neutron-server[73833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4e6d4a8-cac0-477b-99e0-d247849cb52a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3223eb7b-68ca-4478-bba3-2c61d14cfdfd', 'code': 200}
May 06 00:36:33.472093 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-609216b3-3ac3-4685-9b8c-c927afec8579 req-9a6db908-a04c-408c-828d-2bd821d37d74 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=37604004-5acb-4629-b2e7-84023f472da1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0624599
May 06 00:36:33.620485 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-609216b3-3ac3-4685-9b8c-c927afec8579 req-86478c79-6021-428b-a9d3-451d67d3a821 service neutron] 10.222.0.30 "GET /v2.0/networks/37604004-5acb-4629-b2e7-84023f472da1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1379619
May 06 00:36:33.707683 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bb03a4-32b0-4517-b2e5-b149ed213519 req-ee1243d6-009f-4da8-bd60-13b749ebb94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:36:33.709340 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-06bb03a4-32b0-4517-b2e5-b149ed213519 req-ee1243d6-009f-4da8-bd60-13b749ebb94d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b4e6d4a8-cac0-477b-99e0-d247849cb52a HTTP/1.1" status: 200  len: 1099 time: 0.0996349
May 06 00:36:33.783100 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-06bb03a4-32b0-4517-b2e5-b149ed213519 req-5ce6d404-1910-41ac-8571-1d1da04c132a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=863a7b4d-5b02-4831-9ed4-9b49495c1ea2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0664601
May 06 00:36:33.814757 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-609216b3-3ac3-4685-9b8c-c927afec8579 req-8df015c1-93a3-43ee-bafe-f4d3239881f2 service neutron] 10.222.0.30 "GET /v2.0/networks/37604004-5acb-4629-b2e7-84023f472da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1869378
May 06 00:36:34.249230 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 38426) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:36:34.355870 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.v2.base [None req-82672eb8-1c3f-4f77-a356-48eb51a1706d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1177920109-network', 'tenant_id': '76fde61c1b0e4d5d9a8dfe0e27082697'}} {{(pid=73832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:36:34.360383 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-82672eb8-1c3f-4f77-a356-48eb51a1706d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:36:34.364234 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-82672eb8-1c3f-4f77-a356-48eb51a1706d admin admin] Usage tracker for resource:network and tenant:76fde61c1b0e4d5d9a8dfe0e27082697 is out of sync, need to count used quota {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:36:34.367067 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-82672eb8-1c3f-4f77-a356-48eb51a1706d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:36:34.373956 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-82672eb8-1c3f-4f77-a356-48eb51a1706d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:36:34.383447 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82672eb8-1c3f-4f77-a356-48eb51a1706d admin admin] Made reservation on behalf of 76fde61c1b0e4d5d9a8dfe0e27082697 for: {'network': 1} {{(pid=73832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 06 00:36:34.386538 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-82672eb8-1c3f-4f77-a356-48eb51a1706d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for network, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:34.400085 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-82672eb8-1c3f-4f77-a356-48eb51a1706d admin admin] Notify callbacks [] for security_group, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:34.415937 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-82672eb8-1c3f-4f77-a356-48eb51a1706d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:36:34.420095 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-82672eb8-1c3f-4f77-a356-48eb51a1706d admin admin] Usage tracker for resource:security_group_rule and tenant:76fde61c1b0e4d5d9a8dfe0e27082697 is out of sync, need to count used quota {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:36:34.422896 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-82672eb8-1c3f-4f77-a356-48eb51a1706d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:36:34.427790 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b3156d-9e79-41f7-8d65-b10e47f206a1 req-9b98f00f-93c7-476e-858d-7760b6e38cab tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:36:34.429294 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-42b3156d-9e79-41f7-8d65-b10e47f206a1 req-9b98f00f-93c7-476e-858d-7760b6e38cab tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4e6d4a8-cac0-477b-99e0-d247849cb52a HTTP/1.1" status: 200  len: 946 time: 0.0884979
May 06 00:36:34.433000 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-82672eb8-1c3f-4f77-a356-48eb51a1706d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:36:34.486032 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-42b3156d-9e79-41f7-8d65-b10e47f206a1 req-a1ca60e8-aeaa-4ce3-a771-b789a2183467 tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] 10.222.0.24 "GET /v2.0/security-groups?id=863a7b4d-5b02-4831-9ed4-9b49495c1ea2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0509427
May 06 00:36:34.595857 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-82672eb8-1c3f-4f77-a356-48eb51a1706d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:34.611552 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-82672eb8-1c3f-4f77-a356-48eb51a1706d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:34.616694 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-1b9e0263-ecd2-48da-ba88-0c49dc6a7ec1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:36:34.632351 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f55e64-01d4-47a8-a905-7941cf562506 req-3c381d4e-5642-42c5-a53c-c3c8e5d6218e tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:36:34.633872 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-79f55e64-01d4-47a8-a905-7941cf562506 req-3c381d4e-5642-42c5-a53c-c3c8e5d6218e tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/ports?device_id=07ff8e08-f2b7-4e46-b8df-eed0ff990983 HTTP/1.1" status: 200  len: 945 time: 0.1366649
May 06 00:36:34.652967 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82672eb8-1c3f-4f77-a356-48eb51a1706d admin admin] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'}  {{(pid=73832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 06 00:36:34.681898 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82672eb8-1c3f-4f77-a356-48eb51a1706d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3c00b23-d5d5-4c36-abd2-6862ef644786,revision_number=1']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:36:34.688338 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-82672eb8-1c3f-4f77-a356-48eb51a1706d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:36:34.699822 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-82672eb8-1c3f-4f77-a356-48eb51a1706d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730493'] for segment, precommit_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:34.700254 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.db.segments_db [None req-82672eb8-1c3f-4f77-a356-48eb51a1706d admin admin] Added segment c3353702-f7b2-47e8-9f6d-2fa93f27caf1 of type vlan for network 154d8093-40ca-4c4b-94c7-954bb3b38bc7
May 06 00:36:34.716941 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-79f55e64-01d4-47a8-a905-7941cf562506 req-a0742797-d895-4e39-9b0e-548c1e1d25d0 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/security-groups?id=ceb8dabd-8ffc-4d87-9464-7f935bd56bb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0746098
May 06 00:36:34.738901 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-82672eb8-1c3f-4f77-a356-48eb51a1706d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767380920962'] for network, precommit_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:34.773303 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-82672eb8-1c3f-4f77-a356-48eb51a1706d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938'] for network, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:34.774802 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82672eb8-1c3f-4f77-a356-48eb51a1706d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:36:34.775413 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-82672eb8-1c3f-4f77-a356-48eb51a1706d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535980'] for network, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:34.780218 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-75ed0188-ac43-4da5-b8c9-256e3604be00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:36:34.862122 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 38448) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:36:34.879936 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82672eb8-1c3f-4f77-a356-48eb51a1706d admin admin] Pushing event updated for resources: {'Network': ['ID=154d8093-40ca-4c4b-94c7-954bb3b38bc7,revision_number=1']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:36:34.882866 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-82672eb8-1c3f-4f77-a356-48eb51a1706d admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.6326406
May 06 00:36:34.883814 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-82672eb8-1c3f-4f77-a356-48eb51a1706d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:36:34.886098 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 38454) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:36:34.891298 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.v2.base [None req-d4eae0a8-ef0f-4578-8840-7f225a07b5e8 admin admin] Request body: {'subnet': {'network_id': '154d8093-40ca-4c4b-94c7-954bb3b38bc7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1177920109-subnet', 'tenant_id': '76fde61c1b0e4d5d9a8dfe0e27082697', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:36:34.895037 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Network 154d8093-40ca-4c4b-94c7-954bb3b38bc7 details requested by agent ovs-agent-dv-cinder-784623-8-iscsi with host dv-cinder-784623-8-iscsi {{(pid=73833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 06 00:36:34.895836 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-d4eae0a8-ef0f-4578-8840-7f225a07b5e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:36:34.899757 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-d4eae0a8-ef0f-4578-8840-7f225a07b5e8 admin admin] Usage tracker for resource:subnet and tenant:76fde61c1b0e4d5d9a8dfe0e27082697 is out of sync, need to count used quota {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:36:34.902664 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-d4eae0a8-ef0f-4578-8840-7f225a07b5e8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:36:34.908345 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-d4eae0a8-ef0f-4578-8840-7f225a07b5e8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:36:34.919224 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4eae0a8-ef0f-4578-8840-7f225a07b5e8 admin admin] Made reservation on behalf of 76fde61c1b0e4d5d9a8dfe0e27082697 for: {'subnet': 1} {{(pid=73832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 06 00:36:34.921741 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-d4eae0a8-ef0f-4578-8840-7f225a07b5e8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:34.992262 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-526663bc-9009-4ddb-85e7-b1581ce9bdc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:35.011462 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-526663bc-9009-4ddb-85e7-b1581ce9bdc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:36:35.015685 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-526663bc-9009-4ddb-85e7-b1581ce9bdc8 admin admin] Usage tracker for resource:security_group_rule and tenant:6f2ff7f235514ae9b2933dbc62d0b83e is out of sync, need to count used quota {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:36:35.018218 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-526663bc-9009-4ddb-85e7-b1581ce9bdc8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:36:35.025140 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-526663bc-9009-4ddb-85e7-b1581ce9bdc8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:36:35.112626 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-526663bc-9009-4ddb-85e7-b1581ce9bdc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:35.116627 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-526663bc-9009-4ddb-85e7-b1581ce9bdc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:35.126695 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-3dc93d7d-38fb-4dfb-a9a6-c32a6aa5c8b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:36:35.166863 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-526663bc-9009-4ddb-85e7-b1581ce9bdc8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6f2ff7f235514ae9b2933dbc62d0b83e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3036091
May 06 00:36:35.168863 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526663bc-9009-4ddb-85e7-b1581ce9bdc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=591f2ae2-dea4-4352-8f16-f5b0b3d9be9c,revision_number=1']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:36:35.171125 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 38464) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:36:35.173945 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-526663bc-9009-4ddb-85e7-b1581ce9bdc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:36:35.234991 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-4f456867-066b-4262-b856-f2add9ad85bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:35.263528 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-4f456867-066b-4262-b856-f2add9ad85bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:35.318515 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-4f456867-066b-4262-b856-f2add9ad85bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:35.324106 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:36:35.335981 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f456867-066b-4262-b856-f2add9ad85bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=591f2ae2-dea4-4352-8f16-f5b0b3d9be9c,revision_number=None']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:36:35.338354 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-4f456867-066b-4262-b856-f2add9ad85bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:36:35.345497 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-4f456867-066b-4262-b856-f2add9ad85bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:35.346611 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-4f456867-066b-4262-b856-f2add9ad85bc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/591f2ae2-dea4-4352-8f16-f5b0b3d9be9c HTTP/1.1" status: 204  len: 168 time: 0.1743503
May 06 00:36:35.349957 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-d4eae0a8-ef0f-4578-8840-7f225a07b5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938'] for subnet, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:35.354791 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:36:35.423563 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eae0a8-ef0f-4578-8840-7f225a07b5e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a8b3387-a03b-4398-948b-68e2aec15da8,revision_number=0']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:36:35.426932 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-d4eae0a8-ef0f-4578-8840-7f225a07b5e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:36:35.432887 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4eae0a8-ef0f-4578-8840-7f225a07b5e8 admin admin] Checking segment: {'id': 'c3353702-f7b2-47e8-9f6d-2fa93f27caf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '154d8093-40ca-4c4b-94c7-954bb3b38bc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 00:36:35.433356 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4eae0a8-ef0f-4578-8840-7f225a07b5e8 admin admin] Network hostable DHCP agents. Network: 154d8093-40ca-4c4b-94c7-954bb3b38bc7, hostable agents: ['08bd01f5-d9ad-41d2-bccd-f8157b6c692c'], hosted agents: [] {{(pid=73832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 06 00:36:35.449697 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4eae0a8-ef0f-4578-8840-7f225a07b5e8 admin admin] Network 154d8093-40ca-4c4b-94c7-954bb3b38bc7 is scheduled to be hosted by DHCP agent 08bd01f5-d9ad-41d2-bccd-f8157b6c692c with binding_index 1 {{(pid=73832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 06 00:36:35.459007 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.scheduler.base_scheduler [None req-d4eae0a8-ef0f-4578-8840-7f225a07b5e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-8-iscsi, 154d8093-40ca-4c4b-94c7-954bb3b38bc7) {{(pid=73832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 00:36:35.465478 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4eae0a8-ef0f-4578-8840-7f225a07b5e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:36:35.466076 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-d4eae0a8-ef0f-4578-8840-7f225a07b5e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535980'] for subnet, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:35.471595 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44541123-9dd7-4fa6-a337-f3166b77262a None None] Network 154d8093-40ca-4c4b-94c7-954bb3b38bc7 requested from dv-cinder-784623-8-iscsi {{(pid=73833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 06 00:36:35.487001 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-d4eae0a8-ef0f-4578-8840-7f225a07b5e8 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.5997953
May 06 00:36:35.656353 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 38478) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:36:35.674739 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-914363b1-5163-4268-a1ef-a0f1d7359364 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:35.689939 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-914363b1-5163-4268-a1ef-a0f1d7359364 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:36:35.693914 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-914363b1-5163-4268-a1ef-a0f1d7359364 admin admin] Usage tracker for resource:security_group_rule and tenant:5973e58b6e084431a75f498d9a3efc27 is out of sync, need to count used quota {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:36:35.698090 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-914363b1-5163-4268-a1ef-a0f1d7359364 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:36:35.704030 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-914363b1-5163-4268-a1ef-a0f1d7359364 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:36:35.722635 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-389a38d7-ae6f-4e70-b443-6d335357dbfa None None] Network 154d8093-40ca-4c4b-94c7-954bb3b38bc7 requested from dv-cinder-784623-8-iscsi {{(pid=73833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 06 00:36:35.795075 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-914363b1-5163-4268-a1ef-a0f1d7359364 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:35.799710 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-914363b1-5163-4268-a1ef-a0f1d7359364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:35.810581 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-9e362d37-87c0-49d3-a677-a7ba229874fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:36:35.864650 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-914363b1-5163-4268-a1ef-a0f1d7359364 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5973e58b6e084431a75f498d9a3efc27&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2048306
May 06 00:36:35.864650 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914363b1-5163-4268-a1ef-a0f1d7359364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dc03a80-4d75-4bd9-bf2b-bcdd8587aea3,revision_number=1']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:36:35.865029 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 38486) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:36:35.869869 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-914363b1-5163-4268-a1ef-a0f1d7359364 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:36:35.931308 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-527f1ef0-672a-4679-9a29-4d1423e5214e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:35.959622 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-527f1ef0-672a-4679-9a29-4d1423e5214e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:36.016627 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-527f1ef0-672a-4679-9a29-4d1423e5214e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:36.021330 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-9ae7f2ce-885a-4c27-aa5c-fae38e87689e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:36:36.032818 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527f1ef0-672a-4679-9a29-4d1423e5214e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dc03a80-4d75-4bd9-bf2b-bcdd8587aea3,revision_number=None']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:36:36.035649 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-527f1ef0-672a-4679-9a29-4d1423e5214e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:36:36.037568 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-527f1ef0-672a-4679-9a29-4d1423e5214e admin admin] Notify callbacks [] for security_group, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:36.038671 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-527f1ef0-672a-4679-9a29-4d1423e5214e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1dc03a80-4d75-4bd9-bf2b-bcdd8587aea3 HTTP/1.1" status: 204  len: 168 time: 0.1727021
May 06 00:36:36.127146 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 38502) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:36:36.133111 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.v2.base [None req-cacc0a97-bfb6-43db-a4f3-9e13c2f4a934 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1574397114-network', 'tenant_id': '5d062b2666b541b8b778bc24514f4b2c'}} {{(pid=73831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:36:36.138057 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-cacc0a97-bfb6-43db-a4f3-9e13c2f4a934 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:36:36.142018 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-cacc0a97-bfb6-43db-a4f3-9e13c2f4a934 admin admin] Usage tracker for resource:network and tenant:5d062b2666b541b8b778bc24514f4b2c is out of sync, need to count used quota {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:36:36.145106 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-cacc0a97-bfb6-43db-a4f3-9e13c2f4a934 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:36:36.151340 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-cacc0a97-bfb6-43db-a4f3-9e13c2f4a934 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:36:36.161481 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cacc0a97-bfb6-43db-a4f3-9e13c2f4a934 admin admin] Made reservation on behalf of 5d062b2666b541b8b778bc24514f4b2c for: {'network': 1} {{(pid=73831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 06 00:36:36.163747 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-cacc0a97-bfb6-43db-a4f3-9e13c2f4a934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for network, before_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:36.176618 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-cacc0a97-bfb6-43db-a4f3-9e13c2f4a934 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:36.190646 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-cacc0a97-bfb6-43db-a4f3-9e13c2f4a934 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:36:36.194519 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-cacc0a97-bfb6-43db-a4f3-9e13c2f4a934 admin admin] Usage tracker for resource:security_group_rule and tenant:5d062b2666b541b8b778bc24514f4b2c is out of sync, need to count used quota {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:36:36.197688 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-cacc0a97-bfb6-43db-a4f3-9e13c2f4a934 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:36:36.203321 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-cacc0a97-bfb6-43db-a4f3-9e13c2f4a934 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:36:36.393873 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-cacc0a97-bfb6-43db-a4f3-9e13c2f4a934 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:36.397782 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-cacc0a97-bfb6-43db-a4f3-9e13c2f4a934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:36.402798 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-badeab70-274c-4049-9ded-457f0fc99e9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:36:36.431301 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cacc0a97-bfb6-43db-a4f3-9e13c2f4a934 admin admin] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'}  {{(pid=73831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 06 00:36:36.440069 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacc0a97-bfb6-43db-a4f3-9e13c2f4a934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0f1da6a-3f32-4d5f-bd07-1900b513b8cc,revision_number=1']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:36:36.443891 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-cacc0a97-bfb6-43db-a4f3-9e13c2f4a934 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:36:36.447970 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-cacc0a97-bfb6-43db-a4f3-9e13c2f4a934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730493'] for segment, precommit_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:36.448315 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.db.segments_db [None req-cacc0a97-bfb6-43db-a4f3-9e13c2f4a934 admin admin] Added segment 5c64dfcd-b035-4d6f-b33a-b733c5e9394f of type vlan for network 3882f1cb-5bb7-4763-997a-9aaed0d041dd
May 06 00:36:36.476497 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-cacc0a97-bfb6-43db-a4f3-9e13c2f4a934 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767380920962'] for network, precommit_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:36.482687 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 38510) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:36:36.503364 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-1c274b48-2ded-4b05-b8cf-cb353c75df08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:36.531728 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-1c274b48-2ded-4b05-b8cf-cb353c75df08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:36:36.536468 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-1c274b48-2ded-4b05-b8cf-cb353c75df08 admin admin] Usage tracker for resource:security_group_rule and tenant:c220329844764067aa4606dc18bd825f is out of sync, need to count used quota {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:36:36.539861 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-1c274b48-2ded-4b05-b8cf-cb353c75df08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:36:36.542978 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-cacc0a97-bfb6-43db-a4f3-9e13c2f4a934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938'] for network, after_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:36.546575 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cacc0a97-bfb6-43db-a4f3-9e13c2f4a934 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:36:36.547142 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-cacc0a97-bfb6-43db-a4f3-9e13c2f4a934 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535980'] for network, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:36.551655 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-1c274b48-2ded-4b05-b8cf-cb353c75df08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:36:36.553387 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:36:36.663865 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-cacc0a97-bfb6-43db-a4f3-9e13c2f4a934 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.5353603
May 06 00:36:36.666984 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 38514) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:36:36.672900 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.v2.base [None req-d5837c81-4830-4494-b8d6-ecf8bebe639e admin admin] Request body: {'subnet': {'network_id': '3882f1cb-5bb7-4763-997a-9aaed0d041dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1574397114-subnet', 'tenant_id': '5d062b2666b541b8b778bc24514f4b2c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:36:36.675325 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacc0a97-bfb6-43db-a4f3-9e13c2f4a934 admin admin] Pushing event updated for resources: {'Network': ['ID=3882f1cb-5bb7-4763-997a-9aaed0d041dd,revision_number=1']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:36:36.677684 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-d5837c81-4830-4494-b8d6-ecf8bebe639e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:36:36.678602 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-cacc0a97-bfb6-43db-a4f3-9e13c2f4a934 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:36:36.682863 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-d5837c81-4830-4494-b8d6-ecf8bebe639e admin admin] Usage tracker for resource:subnet and tenant:5d062b2666b541b8b778bc24514f4b2c is out of sync, need to count used quota {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:36:36.686337 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-d5837c81-4830-4494-b8d6-ecf8bebe639e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:36:36.689590 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Network 3882f1cb-5bb7-4763-997a-9aaed0d041dd details requested by agent ovs-agent-dv-cinder-784623-8-iscsi with host dv-cinder-784623-8-iscsi {{(pid=73833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 06 00:36:36.712712 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-d5837c81-4830-4494-b8d6-ecf8bebe639e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:36:36.744225 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-1c274b48-2ded-4b05-b8cf-cb353c75df08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:36.748412 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-1c274b48-2ded-4b05-b8cf-cb353c75df08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:36.754712 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5837c81-4830-4494-b8d6-ecf8bebe639e admin admin] Made reservation on behalf of 5d062b2666b541b8b778bc24514f4b2c for: {'subnet': 1} {{(pid=73832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 06 00:36:36.757266 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-d5837c81-4830-4494-b8d6-ecf8bebe639e admin admin] Notify callbacks [] for subnet, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:36.758966 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-c72d54fd-6ebc-404e-acae-465e361dce18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:36:36.801334 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-1c274b48-2ded-4b05-b8cf-cb353c75df08 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c220329844764067aa4606dc18bd825f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3174927
May 06 00:36:36.802003 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 38518) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:36:36.806368 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c274b48-2ded-4b05-b8cf-cb353c75df08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d79c25a-4078-4791-bf06-aed106a4cfab,revision_number=1']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:36:36.822438 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-1c274b48-2ded-4b05-b8cf-cb353c75df08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:36:36.871363 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-ccdc2730-d630-480e-91bb-b964d65882ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:36.898017 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-ccdc2730-d630-480e-91bb-b964d65882ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:36.953618 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-ccdc2730-d630-480e-91bb-b964d65882ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:36.957249 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:36:36.968591 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdc2730-d630-480e-91bb-b964d65882ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d79c25a-4078-4791-bf06-aed106a4cfab,revision_number=None']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:36:36.972291 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-ccdc2730-d630-480e-91bb-b964d65882ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:36:36.975511 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-ccdc2730-d630-480e-91bb-b964d65882ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:36.976601 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-ccdc2730-d630-480e-91bb-b964d65882ab admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5d79c25a-4078-4791-bf06-aed106a4cfab HTTP/1.1" status: 204  len: 168 time: 0.1729305
May 06 00:36:37.258904 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-d5837c81-4830-4494-b8d6-ecf8bebe639e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938'] for subnet, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:37.265072 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-cfe54238-9208-42fb-95b7-cfe8d8952f2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:36:37.346741 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f7ea1a-b77e-4aa3-ac3c-e9a6ad29ae9f req-6eef247d-e394-4322-aa27-b5aa9650bbb1 tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:36:37.348222 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-14f7ea1a-b77e-4aa3-ac3c-e9a6ad29ae9f req-6eef247d-e394-4322-aa27-b5aa9650bbb1 tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4e6d4a8-cac0-477b-99e0-d247849cb52a HTTP/1.1" status: 200  len: 946 time: 0.0884640
May 06 00:36:37.392784 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5837c81-4830-4494-b8d6-ecf8bebe639e admin admin] Pushing event updated for resources: {'Subnet': ['ID=635c0e97-ab38-4ebf-ab4e-5931c5bfab1a,revision_number=0']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:36:37.397005 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-d5837c81-4830-4494-b8d6-ecf8bebe639e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:36:37.406249 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5837c81-4830-4494-b8d6-ecf8bebe639e admin admin] Checking segment: {'id': '5c64dfcd-b035-4d6f-b33a-b733c5e9394f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '3882f1cb-5bb7-4763-997a-9aaed0d041dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 00:36:37.406604 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5837c81-4830-4494-b8d6-ecf8bebe639e admin admin] Network hostable DHCP agents. Network: 3882f1cb-5bb7-4763-997a-9aaed0d041dd, hostable agents: ['08bd01f5-d9ad-41d2-bccd-f8157b6c692c'], hosted agents: [] {{(pid=73832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 06 00:36:37.440939 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5837c81-4830-4494-b8d6-ecf8bebe639e admin admin] Network 3882f1cb-5bb7-4763-997a-9aaed0d041dd is scheduled to be hosted by DHCP agent 08bd01f5-d9ad-41d2-bccd-f8157b6c692c with binding_index 1 {{(pid=73832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 06 00:36:37.441375 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-14f7ea1a-b77e-4aa3-ac3c-e9a6ad29ae9f req-4631c623-f1ac-4741-925f-d7cf494217c4 tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] 10.222.0.24 "GET /v2.0/security-groups?id=863a7b4d-5b02-4831-9ed4-9b49495c1ea2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0824738
May 06 00:36:37.454117 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37660dff-f4e4-46a0-94de-4b66cdd09a0c req-a83e2437-99fb-4dd9-98da-982b93cc6172 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:36:37.455956 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-37660dff-f4e4-46a0-94de-4b66cdd09a0c req-a83e2437-99fb-4dd9-98da-982b93cc6172 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/ports?device_id=07ff8e08-f2b7-4e46-b8df-eed0ff990983 HTTP/1.1" status: 200  len: 945 time: 0.1612492
May 06 00:36:37.463806 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.scheduler.base_scheduler [None req-d5837c81-4830-4494-b8d6-ecf8bebe639e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-8-iscsi, 3882f1cb-5bb7-4763-997a-9aaed0d041dd) {{(pid=73832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 00:36:37.468003 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5837c81-4830-4494-b8d6-ecf8bebe639e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:36:37.468594 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-d5837c81-4830-4494-b8d6-ecf8bebe639e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535980'] for subnet, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:37.473622 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f566373-5690-4394-b3f0-56f11fbdbef6 None None] Network 3882f1cb-5bb7-4763-997a-9aaed0d041dd requested from dv-cinder-784623-8-iscsi {{(pid=73833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 06 00:36:37.525140 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-d5837c81-4830-4494-b8d6-ecf8bebe639e admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.8567688
May 06 00:36:37.548478 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-37660dff-f4e4-46a0-94de-4b66cdd09a0c req-3df360d5-a901-4368-bfd9-7ae30235d9ad tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/security-groups?id=ceb8dabd-8ffc-4d87-9464-7f935bd56bb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0744548
May 06 00:36:37.781051 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52680fae-10b3-460d-8b98-ac3b2b4fd16c None None] Network 3882f1cb-5bb7-4763-997a-9aaed0d041dd requested from dv-cinder-784623-8-iscsi {{(pid=73833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 06 00:36:37.878724 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 38552) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:36:38.020687 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-9e00bbea-d8c6-40d2-aa90-fd4c9d55b925 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:38.036421 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-9e00bbea-d8c6-40d2-aa90-fd4c9d55b925 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:36:38.040892 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-9e00bbea-d8c6-40d2-aa90-fd4c9d55b925 admin admin] Usage tracker for resource:security_group_rule and tenant:6a41814184b747b284b7741f9e18bf45 is out of sync, need to count used quota {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:36:38.044113 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-9e00bbea-d8c6-40d2-aa90-fd4c9d55b925 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:36:38.050315 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-9e00bbea-d8c6-40d2-aa90-fd4c9d55b925 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:36:38.144688 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-9e00bbea-d8c6-40d2-aa90-fd4c9d55b925 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:38.148798 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-9e00bbea-d8c6-40d2-aa90-fd4c9d55b925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:38.157933 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:36:38.204397 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 38568) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:36:38.231801 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-9e00bbea-d8c6-40d2-aa90-fd4c9d55b925 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6a41814184b747b284b7741f9e18bf45&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3519571
May 06 00:36:38.234702 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 38576) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:36:38.238430 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e00bbea-d8c6-40d2-aa90-fd4c9d55b925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfaccd23-b285-4d5f-89a6-c36cfc396473,revision_number=1']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:36:38.244607 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-9e00bbea-d8c6-40d2-aa90-fd4c9d55b925 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:36:38.396637 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-14456fd9-495d-4f0d-8dfb-79846c599e80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:38.447410 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-14456fd9-495d-4f0d-8dfb-79846c599e80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:38.458212 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.v2.base [None req-6c4ad8f6-2e6c-4f07-a658-533cb6af490e admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1470979308-network', 'tenant_id': 'e97ddfe0343845d3be8e5c5b3276974b'}} {{(pid=73832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:36:38.465022 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-6c4ad8f6-2e6c-4f07-a658-533cb6af490e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:36:38.475895 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-6c4ad8f6-2e6c-4f07-a658-533cb6af490e admin admin] Usage tracker for resource:network and tenant:e97ddfe0343845d3be8e5c5b3276974b is out of sync, need to count used quota {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:36:38.485446 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-6c4ad8f6-2e6c-4f07-a658-533cb6af490e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:36:38.500531 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-6c4ad8f6-2e6c-4f07-a658-533cb6af490e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:36:38.516003 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c4ad8f6-2e6c-4f07-a658-533cb6af490e admin admin] Made reservation on behalf of e97ddfe0343845d3be8e5c5b3276974b for: {'network': 1} {{(pid=73832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 06 00:36:38.518650 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-6c4ad8f6-2e6c-4f07-a658-533cb6af490e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for network, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:38.532478 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-6c4ad8f6-2e6c-4f07-a658-533cb6af490e admin admin] Notify callbacks [] for security_group, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:38.551198 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-6c4ad8f6-2e6c-4f07-a658-533cb6af490e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:36:38.556208 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-6c4ad8f6-2e6c-4f07-a658-533cb6af490e admin admin] Usage tracker for resource:security_group_rule and tenant:e97ddfe0343845d3be8e5c5b3276974b is out of sync, need to count used quota {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:36:38.559337 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-6c4ad8f6-2e6c-4f07-a658-533cb6af490e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:36:38.568218 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-6c4ad8f6-2e6c-4f07-a658-533cb6af490e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:36:38.571740 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-14456fd9-495d-4f0d-8dfb-79846c599e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:38.577164 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:36:38.596541 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14456fd9-495d-4f0d-8dfb-79846c599e80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfaccd23-b285-4d5f-89a6-c36cfc396473,revision_number=None']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:36:38.608111 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-14456fd9-495d-4f0d-8dfb-79846c599e80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:36:38.632616 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-14456fd9-495d-4f0d-8dfb-79846c599e80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:38.634861 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-14456fd9-495d-4f0d-8dfb-79846c599e80 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cfaccd23-b285-4d5f-89a6-c36cfc396473 HTTP/1.1" status: 204  len: 168 time: 0.3992214
May 06 00:36:38.724661 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17335bdd-9a4d-4f0f-8928-e825b2c4ff25 req-1c2b0162-d8d5-4915-90cf-1a52ac3c8744 tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:36:38.733326 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-17335bdd-9a4d-4f0f-8928-e825b2c4ff25 req-1c2b0162-d8d5-4915-90cf-1a52ac3c8744 tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4e6d4a8-cac0-477b-99e0-d247849cb52a HTTP/1.1" status: 200  len: 946 time: 0.1079726
May 06 00:36:38.790589 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-17335bdd-9a4d-4f0f-8928-e825b2c4ff25 req-9976809b-3dc2-4fff-9114-072289c66f7e tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] 10.222.0.24 "GET /v2.0/security-groups?id=863a7b4d-5b02-4831-9ed4-9b49495c1ea2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0531697
May 06 00:36:38.810007 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-6c4ad8f6-2e6c-4f07-a658-533cb6af490e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:38.859391 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-6c4ad8f6-2e6c-4f07-a658-533cb6af490e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:38.872586 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c4ad8f6-2e6c-4f07-a658-533cb6af490e admin admin] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'}  {{(pid=73832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 06 00:36:38.879376 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-92cc3241-8164-4f57-8608-4ed0d84c2bbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:36:38.897455 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-6c4ad8f6-2e6c-4f07-a658-533cb6af490e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730493'] for segment, precommit_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:38.897791 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.db.segments_db [None req-6c4ad8f6-2e6c-4f07-a658-533cb6af490e admin admin] Added segment a1d67195-5914-4acf-bf1e-c207da4100a7 of type vlan for network a50d6f63-b8be-4da9-b7e5-50fdddcfa0ef
May 06 00:36:38.938679 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4ad8f6-2e6c-4f07-a658-533cb6af490e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b841085d-8e10-431c-873f-ffa7a76ce7ef,revision_number=1']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:36:38.950857 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-6c4ad8f6-2e6c-4f07-a658-533cb6af490e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:36:38.965197 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-6c4ad8f6-2e6c-4f07-a658-533cb6af490e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767380920962'] for network, precommit_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:38.976011 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80ae8de-0895-463d-b309-c5eb19c96df3 req-ace3036f-75b7-4f90-8977-1b5add11e1cc tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:36:38.977698 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-a80ae8de-0895-463d-b309-c5eb19c96df3 req-ace3036f-75b7-4f90-8977-1b5add11e1cc tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/ports?device_id=07ff8e08-f2b7-4e46-b8df-eed0ff990983 HTTP/1.1" status: 200  len: 945 time: 0.1652927
May 06 00:36:39.054230 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-6c4ad8f6-2e6c-4f07-a658-533cb6af490e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938'] for network, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:39.059722 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4ad8f6-2e6c-4f07-a658-533cb6af490e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:36:39.060352 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-6c4ad8f6-2e6c-4f07-a658-533cb6af490e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535980'] for network, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:39.068158 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-a80ae8de-0895-463d-b309-c5eb19c96df3 req-e2fad88a-f310-45fd-95ef-89af59664942 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/security-groups?id=ceb8dabd-8ffc-4d87-9464-7f935bd56bb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0679216
May 06 00:36:39.071684 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-82672eb8-1c3f-4f77-a356-48eb51a1706d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:36:39.088841 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 38614) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:36:39.107950 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-bbd8690f-8f99-4fcc-9a0b-da0dc1407c73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:39.118703 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-6c4ad8f6-2e6c-4f07-a658-533cb6af490e admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.9124191
May 06 00:36:39.122185 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 38618) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:36:39.138113 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.v2.base [None req-341f54ea-1182-42b1-8aa9-82a07f8af5e3 admin admin] Request body: {'subnet': {'network_id': 'a50d6f63-b8be-4da9-b7e5-50fdddcfa0ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1470979308-subnet', 'tenant_id': 'e97ddfe0343845d3be8e5c5b3276974b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:36:39.143925 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-341f54ea-1182-42b1-8aa9-82a07f8af5e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:36:39.148576 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-341f54ea-1182-42b1-8aa9-82a07f8af5e3 admin admin] Usage tracker for resource:subnet and tenant:e97ddfe0343845d3be8e5c5b3276974b is out of sync, need to count used quota {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:36:39.152586 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-341f54ea-1182-42b1-8aa9-82a07f8af5e3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:36:39.158716 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-341f54ea-1182-42b1-8aa9-82a07f8af5e3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:36:39.179471 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-341f54ea-1182-42b1-8aa9-82a07f8af5e3 admin admin] Made reservation on behalf of e97ddfe0343845d3be8e5c5b3276974b for: {'subnet': 1} {{(pid=73831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 06 00:36:39.179471 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-341f54ea-1182-42b1-8aa9-82a07f8af5e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3145320'] for subnet, before_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:39.195870 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-bbd8690f-8f99-4fcc-9a0b-da0dc1407c73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:36:39.196369 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4ad8f6-2e6c-4f07-a658-533cb6af490e admin admin] Pushing event updated for resources: {'Network': ['ID=a50d6f63-b8be-4da9-b7e5-50fdddcfa0ef,revision_number=1']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:36:39.206118 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-6c4ad8f6-2e6c-4f07-a658-533cb6af490e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:36:39.207092 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Network a50d6f63-b8be-4da9-b7e5-50fdddcfa0ef details requested by agent ovs-agent-dv-cinder-784623-8-iscsi with host dv-cinder-784623-8-iscsi {{(pid=73833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 06 00:36:39.255777 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-bbd8690f-8f99-4fcc-9a0b-da0dc1407c73 admin admin] Usage tracker for resource:security_group_rule and tenant:5fd0f2c00bc44540a1a403c93dd3d19f is out of sync, need to count used quota {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:36:39.264175 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-bbd8690f-8f99-4fcc-9a0b-da0dc1407c73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:36:39.281985 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-bbd8690f-8f99-4fcc-9a0b-da0dc1407c73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:36:39.531013 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-bbd8690f-8f99-4fcc-9a0b-da0dc1407c73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:39.575326 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-bbd8690f-8f99-4fcc-9a0b-da0dc1407c73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:39.585662 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:36:39.636523 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-bbd8690f-8f99-4fcc-9a0b-da0dc1407c73 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5fd0f2c00bc44540a1a403c93dd3d19f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5465121
May 06 00:36:39.638988 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd8690f-8f99-4fcc-9a0b-da0dc1407c73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6250fa7-1ff4-4ca5-965d-781dec23273e,revision_number=1']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:36:39.639120 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 38640) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:36:39.643874 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-bbd8690f-8f99-4fcc-9a0b-da0dc1407c73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:36:39.701226 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-db3d0a69-c35a-416a-bd85-e6996d4e0573 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:39.730816 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-db3d0a69-c35a-416a-bd85-e6996d4e0573 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:39.768657 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-341f54ea-1182-42b1-8aa9-82a07f8af5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2993638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3145242'] for subnet, after_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:39.778353 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-0c721dd5-b689-4286-bc90-80d5c6ff8b27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:36:39.790640 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-db3d0a69-c35a-416a-bd85-e6996d4e0573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:39.796372 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-914363b1-5163-4268-a1ef-a0f1d7359364 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:36:39.809511 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3d0a69-c35a-416a-bd85-e6996d4e0573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6250fa7-1ff4-4ca5-965d-781dec23273e,revision_number=None']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:36:39.813057 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-db3d0a69-c35a-416a-bd85-e6996d4e0573 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:36:39.815712 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-db3d0a69-c35a-416a-bd85-e6996d4e0573 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:39.817510 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-db3d0a69-c35a-416a-bd85-e6996d4e0573 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b6250fa7-1ff4-4ca5-965d-781dec23273e HTTP/1.1" status: 204  len: 168 time: 0.1770403
May 06 00:36:39.871417 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341f54ea-1182-42b1-8aa9-82a07f8af5e3 admin admin] Checking segment: {'id': 'a1d67195-5914-4acf-bf1e-c207da4100a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'a50d6f63-b8be-4da9-b7e5-50fdddcfa0ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 00:36:39.871643 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-341f54ea-1182-42b1-8aa9-82a07f8af5e3 admin admin] Network hostable DHCP agents. Network: a50d6f63-b8be-4da9-b7e5-50fdddcfa0ef, hostable agents: ['08bd01f5-d9ad-41d2-bccd-f8157b6c692c'], hosted agents: [] {{(pid=73831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 06 00:36:39.875426 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341f54ea-1182-42b1-8aa9-82a07f8af5e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84bba743-9917-486a-a927-9c6d46072a4e,revision_number=0']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:36:39.881080 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-341f54ea-1182-42b1-8aa9-82a07f8af5e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:36:39.894453 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-341f54ea-1182-42b1-8aa9-82a07f8af5e3 admin admin] Network a50d6f63-b8be-4da9-b7e5-50fdddcfa0ef is scheduled to be hosted by DHCP agent 08bd01f5-d9ad-41d2-bccd-f8157b6c692c with binding_index 1 {{(pid=73831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 06 00:36:39.908485 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.scheduler.base_scheduler [None req-341f54ea-1182-42b1-8aa9-82a07f8af5e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-8-iscsi, a50d6f63-b8be-4da9-b7e5-50fdddcfa0ef) {{(pid=73831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 00:36:39.920503 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8497d72-84bd-431f-ab95-3a3736b40f2a None None] Network a50d6f63-b8be-4da9-b7e5-50fdddcfa0ef requested from dv-cinder-784623-8-iscsi {{(pid=73833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 06 00:36:39.920896 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341f54ea-1182-42b1-8aa9-82a07f8af5e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:36:39.921616 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-341f54ea-1182-42b1-8aa9-82a07f8af5e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:39.955523 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-341f54ea-1182-42b1-8aa9-82a07f8af5e3 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.8295674
May 06 00:36:40.192454 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cfacc2e-a9a1-4682-8f13-0888cacc68e2 None None] Network a50d6f63-b8be-4da9-b7e5-50fdddcfa0ef requested from dv-cinder-784623-8-iscsi {{(pid=73833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 06 00:36:40.418834 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df768db7-d770-4561-b0a3-284d7356b86d req-90462e89-961c-43f4-b832-f71887bc16eb tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:36:40.424348 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfa4393-c6f2-4fb8-8d69-d5764d6fb555 req-c000f40d-374a-4752-bd82-f2df090b2c1a tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:36:40.431709 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-7cfa4393-c6f2-4fb8-8d69-d5764d6fb555 req-c000f40d-374a-4752-bd82-f2df090b2c1a tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4e6d4a8-cac0-477b-99e0-d247849cb52a HTTP/1.1" status: 200  len: 946 time: 0.1087928
May 06 00:36:40.433786 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-df768db7-d770-4561-b0a3-284d7356b86d req-90462e89-961c-43f4-b832-f71887bc16eb tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/ports?device_id=07ff8e08-f2b7-4e46-b8df-eed0ff990983 HTTP/1.1" status: 200  len: 945 time: 0.1866932
May 06 00:36:40.500883 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-7cfa4393-c6f2-4fb8-8d69-d5764d6fb555 req-a3b64182-a8d3-4af6-8ba2-657ffac7abf7 tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] 10.222.0.24 "GET /v2.0/security-groups?id=863a7b4d-5b02-4831-9ed4-9b49495c1ea2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0680001
May 06 00:36:40.509482 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-df768db7-d770-4561-b0a3-284d7356b86d req-bc927853-d86e-4581-90dc-e4fe75120f0f tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/security-groups?id=ceb8dabd-8ffc-4d87-9464-7f935bd56bb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0745692
May 06 00:36:41.705317 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09641c18-ac06-49c8-9800-25ccc0fa6711 req-aeae44f7-6b02-4b1c-9e32-e3b224f3e2f3 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:36:41.713465 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-09641c18-ac06-49c8-9800-25ccc0fa6711 req-aeae44f7-6b02-4b1c-9e32-e3b224f3e2f3 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/ports?device_id=07ff8e08-f2b7-4e46-b8df-eed0ff990983 HTTP/1.1" status: 200  len: 945 time: 0.0923891
May 06 00:36:41.765452 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-09641c18-ac06-49c8-9800-25ccc0fa6711 req-b83d35e3-fa44-41d5-a635-f0060ecd9854 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/security-groups?id=ceb8dabd-8ffc-4d87-9464-7f935bd56bb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0509424
May 06 00:36:41.772579 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ba7e86-63f8-4ae0-83d4-00174e00e8ec req-512b72b0-31b4-413f-9b5b-ec14f48a1718 tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:36:41.775232 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-38ba7e86-63f8-4ae0-83d4-00174e00e8ec req-512b72b0-31b4-413f-9b5b-ec14f48a1718 tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4e6d4a8-cac0-477b-99e0-d247849cb52a HTTP/1.1" status: 200  len: 946 time: 0.1620624
May 06 00:36:41.819301 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7599ba38-6c4f-4c59-85dd-567fd4ee5012 req-36baa5a7-cfe7-4d83-a238-0a3cc8deccc4 tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:36:41.821322 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-7599ba38-6c4f-4c59-85dd-567fd4ee5012 req-36baa5a7-cfe7-4d83-a238-0a3cc8deccc4 tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4e6d4a8-cac0-477b-99e0-d247849cb52a HTTP/1.1" status: 200  len: 946 time: 0.1473804
May 06 00:36:41.891312 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-38ba7e86-63f8-4ae0-83d4-00174e00e8ec req-5ef4acaf-e31b-470f-b84c-1b7d35f51473 tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] 10.222.0.24 "GET /v2.0/security-groups?id=863a7b4d-5b02-4831-9ed4-9b49495c1ea2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1093440
May 06 00:36:42.000715 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.plugin [req-7599ba38-6c4f-4c59-85dd-567fd4ee5012 req-6c970662-1a2b-4a84-aed3-cda00c854f57 tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] Deleting port 3223eb7b-68ca-4478-bba3-2c61d14cfdfd {{(pid=73831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 06 00:36:42.005100 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [req-7599ba38-6c4f-4c59-85dd-567fd4ee5012 req-6c970662-1a2b-4a84-aed3-cda00c854f57 tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767381331357'] for port, before_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:42.272429 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.db [req-7599ba38-6c4f-4c59-85dd-567fd4ee5012 req-6c970662-1a2b-4a84-aed3-cda00c854f57 tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] For port 3223eb7b-68ca-4478-bba3-2c61d14cfdfd, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=3223eb7b-68ca-4478-bba3-2c61d14cfdfd,segment=NetworkSegment(d3d23570-299e-44dc-88e2-c2cb27eae092),segment_id=d3d23570-299e-44dc-88e2-c2cb27eae092)] {{(pid=73831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:36:42.273858 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [req-7599ba38-6c4f-4c59-85dd-567fd4ee5012 req-6c970662-1a2b-4a84-aed3-cda00c854f57 tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404144'] for port, precommit_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:42.426243 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.plugin [req-7599ba38-6c4f-4c59-85dd-567fd4ee5012 req-6c970662-1a2b-4a84-aed3-cda00c854f57 tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] Calling delete_port for 3223eb7b-68ca-4478-bba3-2c61d14cfdfd owned by compute:nova {{(pid=73831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 06 00:36:42.550965 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 38770) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:36:42.678990 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-d15f8b2a-5f1d-4364-acbe-b0fa9337091f admin admin] Notify callbacks [] for security_group, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:42.696677 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-d15f8b2a-5f1d-4364-acbe-b0fa9337091f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:36:42.701104 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-d15f8b2a-5f1d-4364-acbe-b0fa9337091f admin admin] Usage tracker for resource:security_group_rule and tenant:1f88a887b213414da23ac92714214227 is out of sync, need to count used quota {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:36:42.703882 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-d15f8b2a-5f1d-4364-acbe-b0fa9337091f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:36:42.704766 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [req-7599ba38-6c4f-4c59-85dd-567fd4ee5012 req-6c970662-1a2b-4a84-aed3-cda00c854f57 tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767381335664', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767380898829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2942582'] for port, after_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:42.709631 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-d15f8b2a-5f1d-4364-acbe-b0fa9337091f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:36:42.716033 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] get_ports_and_sgs() called for port_ids ['3223eb7b-68ca-4478-bba3-2c61d14cfdfd'] {{(pid=73833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 06 00:36:42.733684 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-52b546c6-0d06-49f0-bbc6-25d109ab6cdb tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:36:42.849877 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-d15f8b2a-5f1d-4364-acbe-b0fa9337091f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:42.854403 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-d15f8b2a-5f1d-4364-acbe-b0fa9337091f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:42.865292 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-d7b1a740-f89c-464f-80d4-3c175264a770 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:36:42.889648 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c970662-1a2b-4a84-aed3-cda00c854f57 tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] Pushing event deleted for resources: {'Port': ['ID=3223eb7b-68ca-4478-bba3-2c61d14cfdfd,revision_number=None']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:36:42.903307 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f580ed-4fa1-45f2-9827-3125dbbef726 req-59e6a49f-6306-4f81-b227-04ec834094eb tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:36:42.912362 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-f4f580ed-4fa1-45f2-9827-3125dbbef726 req-59e6a49f-6306-4f81-b227-04ec834094eb tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] 10.222.0.24 "GET /v2.0/networks?id=a50d6f63-b8be-4da9-b7e5-50fdddcfa0ef HTTP/1.1" status: 200  len: 814 time: 0.3959348
May 06 00:36:42.914715 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-d15f8b2a-5f1d-4364-acbe-b0fa9337091f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1f88a887b213414da23ac92714214227&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3619473
May 06 00:36:42.917950 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 38786) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:36:42.921086 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-6c970662-1a2b-4a84-aed3-cda00c854f57 tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:36:42.927279 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.l3_dvrscheduler_db [req-7599ba38-6c4f-4c59-85dd-567fd4ee5012 req-6c970662-1a2b-4a84-aed3-cda00c854f57 tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] No DVR routers for this DVR port 3223eb7b-68ca-4478-bba3-2c61d14cfdfd on host hv-cinder-78462 {{(pid=73831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 06 00:36:42.932024 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [req-7599ba38-6c4f-4c59-85dd-567fd4ee5012 req-6c970662-1a2b-4a84-aed3-cda00c854f57 tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43737'] for port, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:42.934612 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4e6d4a8-cac0-477b-99e0-d247849cb52a', 'name': 'network-vif-deleted', 'tag': '3223eb7b-68ca-4478-bba3-2c61d14cfdfd'}] {{(pid=73831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 00:36:42.939689 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-f4f580ed-4fa1-45f2-9827-3125dbbef726 req-cba4aa0e-7585-489d-9550-a5597aef29ff tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] 10.222.0.24 "GET /v2.0/quotas/e97ddfe0343845d3be8e5c5b3276974b HTTP/1.1" status: 200  len: 375 time: 0.0265198
May 06 00:36:42.953185 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15f8b2a-5f1d-4364-acbe-b0fa9337091f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64d71970-3911-4d4d-a4e3-0cc2ccba6e01,revision_number=1']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:36:42.961891 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-d15f8b2a-5f1d-4364-acbe-b0fa9337091f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:36:42.993872 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-7599ba38-6c4f-4c59-85dd-567fd4ee5012 req-6c970662-1a2b-4a84-aed3-cda00c854f57 tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] 10.222.0.30 "DELETE /v2.0/ports/3223eb7b-68ca-4478-bba3-2c61d14cfdfd HTTP/1.1" status: 204  len: 173 time: 1.1616695
May 06 00:36:43.002623 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-f4f580ed-4fa1-45f2-9827-3125dbbef726 req-8cc11d74-822b-4dc1-99fc-88c351bed15b tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e97ddfe0343845d3be8e5c5b3276974b&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0508902
May 06 00:36:43.067839 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93758214-0ea6-4cc6-8f7d-a77f970e3581 req-119f0413-d78c-4aac-a77f-91fa92ffaa7a tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:36:43.068542 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:43.070253 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-93758214-0ea6-4cc6-8f7d-a77f970e3581 req-119f0413-d78c-4aac-a77f-91fa92ffaa7a tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/ports?device_id=07ff8e08-f2b7-4e46-b8df-eed0ff990983 HTTP/1.1" status: 200  len: 945 time: 0.1533301
May 06 00:36:43.071570 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-59f77ef9-0da7-47e0-8482-b5e5e626cb68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:43.126455 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-59f77ef9-0da7-47e0-8482-b5e5e626cb68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:43.156999 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-93758214-0ea6-4cc6-8f7d-a77f970e3581 req-1b29fd72-b38a-4d47-aeb3-633cc8205f16 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/security-groups?id=ceb8dabd-8ffc-4d87-9464-7f935bd56bb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0757334
May 06 00:36:43.203463 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-59f77ef9-0da7-47e0-8482-b5e5e626cb68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:43.208924 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-8a3e69b3-c6aa-4974-9678-2bde6cdbde50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:36:43.210069 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-f4f580ed-4fa1-45f2-9827-3125dbbef726 req-b717c469-a87d-4429-bf5a-207c453fe300 service neutron] 10.222.0.24 "GET /v2.0/networks/a50d6f63-b8be-4da9-b7e5-50fdddcfa0ef?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1987386
May 06 00:36:43.229191 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f77ef9-0da7-47e0-8482-b5e5e626cb68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64d71970-3911-4d4d-a4e3-0cc2ccba6e01,revision_number=None']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:36:43.232728 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-59f77ef9-0da7-47e0-8482-b5e5e626cb68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:36:43.236103 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-59f77ef9-0da7-47e0-8482-b5e5e626cb68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:43.237739 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-59f77ef9-0da7-47e0-8482-b5e5e626cb68 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/64d71970-3911-4d4d-a4e3-0cc2ccba6e01 HTTP/1.1" status: 204  len: 168 time: 0.2856300
May 06 00:36:43.418990 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-f4f580ed-4fa1-45f2-9827-3125dbbef726 req-397f5357-3995-4bc9-a34d-6f37dcd971b0 service neutron] 10.222.0.24 "GET /v2.0/networks/a50d6f63-b8be-4da9-b7e5-50fdddcfa0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2017095
May 06 00:36:43.625536 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4e6d4a8-cac0-477b-99e0-d247849cb52a', 'name': 'network-vif-deleted', 'tag': '3223eb7b-68ca-4478-bba3-2c61d14cfdfd', 'status': 'completed', 'code': 200}
May 06 00:36:43.650867 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-6bea89dd-8fde-48b8-8ab1-b53de54ae7d8 req-72592e38-8b95-47a3-be14-634c4b000ab3 tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4e6d4a8-cac0-477b-99e0-d247849cb52a HTTP/1.1" status: 200  len: 210 time: 0.1380012
May 06 00:36:43.831932 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-1d2e2e54-d16e-41eb-9b17-18e002463954 req-c5b22e1b-cb68-4f70-9a50-054fa89f4235 tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] 10.222.0.24 "GET /v2.0/ports?device_id=83062ef2-4639-4a59-8e64-c2ddfdebdb29 HTTP/1.1" status: 200  len: 210 time: 0.0795414
May 06 00:36:44.526162 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8553c47-a7e4-4e15-9455-0f815ef900c3 req-57df93dc-a6f8-4bdf-8a71-d56d5d387094 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:36:44.527828 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-e8553c47-a7e4-4e15-9455-0f815ef900c3 req-57df93dc-a6f8-4bdf-8a71-d56d5d387094 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/ports?device_id=07ff8e08-f2b7-4e46-b8df-eed0ff990983 HTTP/1.1" status: 200  len: 945 time: 0.2105997
May 06 00:36:44.600558 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-e8553c47-a7e4-4e15-9455-0f815ef900c3 req-0a846779-bb30-4c36-b3fd-3342ef724148 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/security-groups?id=ceb8dabd-8ffc-4d87-9464-7f935bd56bb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0562930
May 06 00:36:44.921912 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Device 3223eb7b-68ca-4478-bba3-2c61d14cfdfd no longer exists at agent hyperv_hv-cinder-78462 {{(pid=73833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 06 00:36:44.968968 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.plugin [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] No Port match for: 3223eb7b-68ca-4478-bba3-2c61d14cfdfd {{(pid=73833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 06 00:36:44.969614 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Device 3223eb7b-68ca-4478-bba3-2c61d14cfdfd not bound to the agent host hv-cinder-78462 {{(pid=73833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 06 00:36:45.097801 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-3f7016c1-c58f-41a4-bc91-4bfa426cac7d req-89fa2626-7504-42d6-a19c-fa0225f53263 tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] 10.222.0.24 "GET /v2.0/ports?device_id=83062ef2-4639-4a59-8e64-c2ddfdebdb29 HTTP/1.1" status: 200  len: 210 time: 0.1325839
May 06 00:36:45.264848 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f580ed-4fa1-45f2-9827-3125dbbef726 req-cbc91f24-19ef-4624-8632-a26b995ff18e tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:36:45.266311 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-f4f580ed-4fa1-45f2-9827-3125dbbef726 req-cbc91f24-19ef-4624-8632-a26b995ff18e tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] 10.222.0.30 "GET /v2.0/networks?id=a50d6f63-b8be-4da9-b7e5-50fdddcfa0ef HTTP/1.1" status: 200  len: 814 time: 0.2319734
May 06 00:36:45.279906 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.v2.base [req-f4f580ed-4fa1-45f2-9827-3125dbbef726 req-1e53c425-750a-4af3-a145-cfe5d62520de tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] Request body: {'port': {'device_id': '83062ef2-4639-4a59-8e64-c2ddfdebdb29', 'network_id': 'a50d6f63-b8be-4da9-b7e5-50fdddcfa0ef', 'admin_state_up': True, 'tenant_id': 'e97ddfe0343845d3be8e5c5b3276974b'}} {{(pid=73831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:36:45.507116 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e93e02-3239-4c97-b2b5-1aa5218c1964 req-e27bed86-8998-4773-b87c-06aa5da4be63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:36:45.510147 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-b1e93e02-3239-4c97-b2b5-1aa5218c1964 req-e27bed86-8998-4773-b87c-06aa5da4be63 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=07ff8e08-f2b7-4e46-b8df-eed0ff990983 HTTP/1.1" status: 200  len: 1098 time: 0.1006901
May 06 00:36:45.521309 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [req-f4f580ed-4fa1-45f2-9827-3125dbbef726 req-1e53c425-750a-4af3-a145-cfe5d62520de tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:36:45.526315 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [req-f4f580ed-4fa1-45f2-9827-3125dbbef726 req-1e53c425-750a-4af3-a145-cfe5d62520de tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] Usage tracker for resource:port and tenant:e97ddfe0343845d3be8e5c5b3276974b is out of sync, need to count used quota {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:36:45.529346 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [req-f4f580ed-4fa1-45f2-9827-3125dbbef726 req-1e53c425-750a-4af3-a145-cfe5d62520de tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:36:45.537356 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [req-f4f580ed-4fa1-45f2-9827-3125dbbef726 req-1e53c425-750a-4af3-a145-cfe5d62520de tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:36:45.557908 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4f580ed-4fa1-45f2-9827-3125dbbef726 req-1e53c425-750a-4af3-a145-cfe5d62520de tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] Made reservation on behalf of e97ddfe0343845d3be8e5c5b3276974b for: {'port': 1} {{(pid=73831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 06 00:36:45.562196 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [req-f4f580ed-4fa1-45f2-9827-3125dbbef726 req-1e53c425-750a-4af3-a145-cfe5d62520de tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:45.581614 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-b1e93e02-3239-4c97-b2b5-1aa5218c1964 req-641d6705-fb6e-4724-a98e-6ef9970b8796 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ceb8dabd-8ffc-4d87-9464-7f935bd56bb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0635180
May 06 00:36:45.904690 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.db_base_plugin_common [req-f4f580ed-4fa1-45f2-9827-3125dbbef726 req-1e53c425-750a-4af3-a145-cfe5d62520de tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] Allocated IP 172.20.0.11 (a50d6f63-b8be-4da9-b7e5-50fdddcfa0ef/84bba743-9917-486a-a927-9c6d46072a4e/13ff1ba2-136d-48c3-b5e9-a9f534dc4d68) {{(pid=73831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 06 00:36:45.949561 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71696b7e-61e5-44a7-84be-acd09730c517 req-c62225a3-75a9-49ae-802e-d9647276816a tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:36:45.957231 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-71696b7e-61e5-44a7-84be-acd09730c517 req-c62225a3-75a9-49ae-802e-d9647276816a tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/ports?device_id=07ff8e08-f2b7-4e46-b8df-eed0ff990983 HTTP/1.1" status: 200  len: 945 time: 0.1725919
May 06 00:36:46.066669 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-71696b7e-61e5-44a7-84be-acd09730c517 req-a1900b4a-e198-4212-ac60-0d96d244f0ae tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/security-groups?id=ceb8dabd-8ffc-4d87-9464-7f935bd56bb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1077719
May 06 00:36:46.279023 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [req-f4f580ed-4fa1-45f2-9827-3125dbbef726 req-1e53c425-750a-4af3-a145-cfe5d62520de tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] Notify callbacks [] for port, precommit_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:46.312886 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [req-f4f580ed-4fa1-45f2-9827-3125dbbef726 req-1e53c425-750a-4af3-a145-cfe5d62520de tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767380898820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2942582'] for port, after_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:46.323990 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:36:46.416696 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4f580ed-4fa1-45f2-9827-3125dbbef726 req-1e53c425-750a-4af3-a145-cfe5d62520de tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] Network a50d6f63-b8be-4da9-b7e5-50fdddcfa0ef is already hosted by enough agents. {{(pid=73831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 00:36:46.422795 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.scheduler.base_scheduler [req-f4f580ed-4fa1-45f2-9827-3125dbbef726 req-1e53c425-750a-4af3-a145-cfe5d62520de tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] Resources bound (agent type, host, resource id):  {{(pid=73831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 00:36:46.428588 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4f580ed-4fa1-45f2-9827-3125dbbef726 req-1e53c425-750a-4af3-a145-cfe5d62520de tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] Received port after_create {{(pid=73831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 06 00:36:46.491377 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e53c425-750a-4af3-a145-cfe5d62520de tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] Pushing event updated for resources: {'Port': ['ID=13ff1ba2-136d-48c3-b5e9-a9f534dc4d68,revision_number=1']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:36:46.496909 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-1e53c425-750a-4af3-a145-cfe5d62520de tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:36:46.522456 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f580ed-4fa1-45f2-9827-3125dbbef726 req-1e53c425-750a-4af3-a145-cfe5d62520de tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:36:46.523078 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [req-f4f580ed-4fa1-45f2-9827-3125dbbef726 req-1e53c425-750a-4af3-a145-cfe5d62520de tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43737'] for port, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:46.562233 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2cd9b0-d6e3-44a6-8807-3eb951e32b8d req-d6dc1c26-d3b5-4cdf-972a-b289f13a5809 tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:36:46.563878 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-3c2cd9b0-d6e3-44a6-8807-3eb951e32b8d req-d6dc1c26-d3b5-4cdf-972a-b289f13a5809 tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] 10.222.0.24 "GET /v2.0/ports?device_id=83062ef2-4639-4a59-8e64-c2ddfdebdb29 HTTP/1.1" status: 200  len: 932 time: 0.2408218
May 06 00:36:46.594340 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-f4f580ed-4fa1-45f2-9827-3125dbbef726 req-1e53c425-750a-4af3-a145-cfe5d62520de tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3182073
May 06 00:36:46.616107 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.v2.base [req-f4f580ed-4fa1-45f2-9827-3125dbbef726 req-88501faf-bb5e-45c6-9668-f128adccce56 service neutron] Request body: {'port': {'device_id': '83062ef2-4639-4a59-8e64-c2ddfdebdb29', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=73831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:36:46.664803 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-3c2cd9b0-d6e3-44a6-8807-3eb951e32b8d req-1f2a53d7-0e15-4168-bc2c-3e9346b43eab tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] 10.222.0.24 "GET /v2.0/security-groups?id=b841085d-8e10-431c-873f-ffa7a76ce7ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0917957
May 06 00:36:46.777028 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [req-f4f580ed-4fa1-45f2-9827-3125dbbef726 req-88501faf-bb5e-45c6-9668-f128adccce56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:46.780344 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-8f0cb2c3-9383-46b1-af1f-1b110968e2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:47.163616 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.notifiers.nova [req-f4f580ed-4fa1-45f2-9827-3125dbbef726 req-88501faf-bb5e-45c6-9668-f128adccce56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13ff1ba2-136d-48c3-b5e9-a9f534dc4d68 {{(pid=73831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 06 00:36:47.174453 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [req-f4f580ed-4fa1-45f2-9827-3125dbbef726 req-88501faf-bb5e-45c6-9668-f128adccce56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:47.239474 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.provisioning_blocks [req-f4f580ed-4fa1-45f2-9827-3125dbbef726 req-88501faf-bb5e-45c6-9668-f128adccce56 service neutron] Transition to ACTIVE for port object 13ff1ba2-136d-48c3-b5e9-a9f534dc4d68 will not be triggered until provisioned by entity L2. {{(pid=73831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 00:36:47.243911 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [req-f4f580ed-4fa1-45f2-9827-3125dbbef726 req-88501faf-bb5e-45c6-9668-f128adccce56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2942575'] for port, after_update {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:47.251567 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:36:47.344831 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fbd4c7-26ad-40b3-9a1d-44e28e8cbb97 req-311fb711-801e-4386-9f68-f54370b65b16 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:36:47.346709 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-c7fbd4c7-26ad-40b3-9a1d-44e28e8cbb97 req-311fb711-801e-4386-9f68-f54370b65b16 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=15ce2da6-b007-4eb2-a16e-92ba2286a634 HTTP/1.1" status: 200  len: 945 time: 0.0954785
May 06 00:36:47.399247 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-c7fbd4c7-26ad-40b3-9a1d-44e28e8cbb97 req-c8b15252-65f2-484e-9871-62c01c13f8ba tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a34f04e-64d6-4aca-9087-db3260c441d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452991
May 06 00:36:47.426096 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88501faf-bb5e-45c6-9668-f128adccce56 service neutron] Pushing event updated for resources: {'Port': ['ID=13ff1ba2-136d-48c3-b5e9-a9f534dc4d68,revision_number=2']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:36:47.429425 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-88501faf-bb5e-45c6-9668-f128adccce56 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:36:47.513075 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190388df-4afd-4245-a8af-4a571ec4deea req-d0c08759-313c-494b-bc1f-54f1e3dad6c2 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:36:47.514941 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-190388df-4afd-4245-a8af-4a571ec4deea req-d0c08759-313c-494b-bc1f-54f1e3dad6c2 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/ports?device_id=07ff8e08-f2b7-4e46-b8df-eed0ff990983 HTTP/1.1" status: 200  len: 945 time: 0.3377292
May 06 00:36:47.604517 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.managers [req-f4f580ed-4fa1-45f2-9827-3125dbbef726 req-88501faf-bb5e-45c6-9668-f128adccce56 service neutron] Attempting to bind port 13ff1ba2-136d-48c3-b5e9-a9f534dc4d68 on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=73831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 06 00:36:47.604784 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.managers [req-f4f580ed-4fa1-45f2-9827-3125dbbef726 req-88501faf-bb5e-45c6-9668-f128adccce56 service neutron] Attempting to bind port 13ff1ba2-136d-48c3-b5e9-a9f534dc4d68 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'a1d67195-5914-4acf-bf1e-c207da4100a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'a50d6f63-b8be-4da9-b7e5-50fdddcfa0ef'}] {{(pid=73831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 06 00:36:47.605118 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f580ed-4fa1-45f2-9827-3125dbbef726 req-88501faf-bb5e-45c6-9668-f128adccce56 service neutron] Attempting to bind port 13ff1ba2-136d-48c3-b5e9-a9f534dc4d68 on network a50d6f63-b8be-4da9-b7e5-50fdddcfa0ef {{(pid=73831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 00:36:47.618367 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-190388df-4afd-4245-a8af-4a571ec4deea req-8b6142fa-c4a7-4ca1-822f-2ee1bf30baac tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/security-groups?id=ceb8dabd-8ffc-4d87-9464-7f935bd56bb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0884006
May 06 00:36:47.623857 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f580ed-4fa1-45f2-9827-3125dbbef726 req-88501faf-bb5e-45c6-9668-f128adccce56 service neutron] Port 13ff1ba2-136d-48c3-b5e9-a9f534dc4d68 on network a50d6f63-b8be-4da9-b7e5-50fdddcfa0ef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=73831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 06 00:36:47.624183 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f580ed-4fa1-45f2-9827-3125dbbef726 req-88501faf-bb5e-45c6-9668-f128adccce56 service neutron] Attempting to bind port 13ff1ba2-136d-48c3-b5e9-a9f534dc4d68 on network a50d6f63-b8be-4da9-b7e5-50fdddcfa0ef {{(pid=73831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 00:36:47.665617 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f580ed-4fa1-45f2-9827-3125dbbef726 req-88501faf-bb5e-45c6-9668-f128adccce56 service neutron] Checking agent: {'id': '98bc602c-e9ce-4757-b8df-ef22d3a5b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 0, 33, 13), 'started_at': datetime.datetime(2021, 5, 6, 0, 33, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 0, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 06 00:36:47.665951 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f580ed-4fa1-45f2-9827-3125dbbef726 req-88501faf-bb5e-45c6-9668-f128adccce56 service neutron] Checking segment: {'id': 'a1d67195-5914-4acf-bf1e-c207da4100a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'a50d6f63-b8be-4da9-b7e5-50fdddcfa0ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 00:36:47.666335 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f580ed-4fa1-45f2-9827-3125dbbef726 req-88501faf-bb5e-45c6-9668-f128adccce56 service neutron] Bound using segment: {'id': 'a1d67195-5914-4acf-bf1e-c207da4100a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'a50d6f63-b8be-4da9-b7e5-50fdddcfa0ef'} {{(pid=73831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 06 00:36:47.666782 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.managers [req-f4f580ed-4fa1-45f2-9827-3125dbbef726 req-88501faf-bb5e-45c6-9668-f128adccce56 service neutron] Bound port: 13ff1ba2-136d-48c3-b5e9-a9f534dc4d68, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1d67195-5914-4acf-bf1e-c207da4100a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'a50d6f63-b8be-4da9-b7e5-50fdddcfa0ef'}}] {{(pid=73831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 06 00:36:47.667125 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [req-f4f580ed-4fa1-45f2-9827-3125dbbef726 req-88501faf-bb5e-45c6-9668-f128adccce56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:47.844985 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.db [req-f4f580ed-4fa1-45f2-9827-3125dbbef726 req-88501faf-bb5e-45c6-9668-f128adccce56 service neutron] For port 13ff1ba2-136d-48c3-b5e9-a9f534dc4d68, host hv-cinder-78462, cleared binding levels {{(pid=73831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 06 00:36:47.849013 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.db [req-f4f580ed-4fa1-45f2-9827-3125dbbef726 req-88501faf-bb5e-45c6-9668-f128adccce56 service neutron] For port 13ff1ba2-136d-48c3-b5e9-a9f534dc4d68, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=13ff1ba2-136d-48c3-b5e9-a9f534dc4d68,segment=NetworkSegment(a1d67195-5914-4acf-bf1e-c207da4100a7),segment_id=a1d67195-5914-4acf-bf1e-c207da4100a7)] {{(pid=73831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 06 00:36:47.858714 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [req-f4f580ed-4fa1-45f2-9827-3125dbbef726 req-88501faf-bb5e-45c6-9668-f128adccce56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2942575'] for port, after_update {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:47.864209 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:36:47.984544 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f580ed-4fa1-45f2-9827-3125dbbef726 req-88501faf-bb5e-45c6-9668-f128adccce56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:36:47.985436 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [req-f4f580ed-4fa1-45f2-9827-3125dbbef726 req-88501faf-bb5e-45c6-9668-f128adccce56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43737'] for port, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:47.986960 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-f4f580ed-4fa1-45f2-9827-3125dbbef726 req-88501faf-bb5e-45c6-9668-f128adccce56 service neutron] 10.222.0.30 "PUT /v2.0/ports/13ff1ba2-136d-48c3-b5e9-a9f534dc4d68 HTTP/1.1" status: 200  len: 1094 time: 1.3763890
May 06 00:36:47.988493 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83062ef2-4639-4a59-8e64-c2ddfdebdb29', 'tag': '13ff1ba2-136d-48c3-b5e9-a9f534dc4d68'}] {{(pid=73831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 00:36:48.045534 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88501faf-bb5e-45c6-9668-f128adccce56 service neutron] Pushing event updated for resources: {'Port': ['ID=13ff1ba2-136d-48c3-b5e9-a9f534dc4d68,revision_number=3']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:36:48.050355 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-88501faf-bb5e-45c6-9668-f128adccce56 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:36:48.091163 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fc507e-5465-4047-b046-19070c41ba88 req-99ba54e7-b48f-4137-91e2-4db3187e49a1 tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:36:48.091163 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [req-46fc507e-5465-4047-b046-19070c41ba88 req-99ba54e7-b48f-4137-91e2-4db3187e49a1 tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] Synchronizing usage tracker for tenant:e97ddfe0343845d3be8e5c5b3276974b on resource:port {{(pid=73831) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 00:36:48.106260 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [req-46fc507e-5465-4047-b046-19070c41ba88 req-99ba54e7-b48f-4137-91e2-4db3187e49a1 tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] Unset dirty status for tenant:e97ddfe0343845d3be8e5c5b3276974b on resource:port {{(pid=73831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 00:36:48.107764 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-46fc507e-5465-4047-b046-19070c41ba88 req-99ba54e7-b48f-4137-91e2-4db3187e49a1 tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] 10.222.0.24 "GET /v2.0/ports?device_id=83062ef2-4639-4a59-8e64-c2ddfdebdb29 HTTP/1.1" status: 200  len: 944 time: 0.1755996
May 06 00:36:48.141527 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 39070) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:36:48.159459 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-46fc507e-5465-4047-b046-19070c41ba88 req-32c18247-5bdf-4369-8e5e-be2ca3c7e953 tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] 10.222.0.24 "GET /v2.0/security-groups?id=b841085d-8e10-431c-873f-ffa7a76ce7ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455277
May 06 00:36:48.211415 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83062ef2-4639-4a59-8e64-c2ddfdebdb29', 'tag': '13ff1ba2-136d-48c3-b5e9-a9f534dc4d68', 'status': 'completed', 'code': 200}
May 06 00:36:48.264002 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-5a8d5492-1e1b-403b-8f00-fea543d384f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:48.278299 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-5a8d5492-1e1b-403b-8f00-fea543d384f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:36:48.282153 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-5a8d5492-1e1b-403b-8f00-fea543d384f9 admin admin] Usage tracker for resource:security_group_rule and tenant:a1628f6b82cf46019087d13d7aaea259 is out of sync, need to count used quota {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:36:48.284991 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-5a8d5492-1e1b-403b-8f00-fea543d384f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:36:48.291163 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-5a8d5492-1e1b-403b-8f00-fea543d384f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:36:48.372582 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4466c14-0ecb-41f2-b482-c95f211fdf4a req-769bd36c-7172-4f76-8e3f-64d305b0567f tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:36:48.374075 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-a4466c14-0ecb-41f2-b482-c95f211fdf4a req-769bd36c-7172-4f76-8e3f-64d305b0567f tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/ports?device_id=07ff8e08-f2b7-4e46-b8df-eed0ff990983 HTTP/1.1" status: 200  len: 945 time: 0.0812981
May 06 00:36:48.374678 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-5a8d5492-1e1b-403b-8f00-fea543d384f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:48.378610 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-5a8d5492-1e1b-403b-8f00-fea543d384f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:48.386411 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-a278c1a4-ec73-4d0a-afcc-8ea2e8883cbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:36:48.426937 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-a4466c14-0ecb-41f2-b482-c95f211fdf4a req-e23624e4-00d1-430a-8090-d5af7cdba807 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/security-groups?id=ceb8dabd-8ffc-4d87-9464-7f935bd56bb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457666
May 06 00:36:48.432019 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8d5492-1e1b-403b-8f00-fea543d384f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c53d083b-99bb-4e79-9ba0-36cd598bd49b,revision_number=1']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:36:48.437248 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-5a8d5492-1e1b-403b-8f00-fea543d384f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:36:48.442849 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-5a8d5492-1e1b-403b-8f00-fea543d384f9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a1628f6b82cf46019087d13d7aaea259&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2969937
May 06 00:36:48.442849 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 39078) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:36:48.500413 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-af3b0ab2-98e7-48a1-80f6-6d1c1ab40a92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:48.525441 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-af3b0ab2-98e7-48a1-80f6-6d1c1ab40a92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:48.576996 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-af3b0ab2-98e7-48a1-80f6-6d1c1ab40a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:48.580824 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-6e7a4b95-a7f6-4c9b-8e9d-b55b1871cd20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:36:48.592470 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3b0ab2-98e7-48a1-80f6-6d1c1ab40a92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c53d083b-99bb-4e79-9ba0-36cd598bd49b,revision_number=None']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:36:48.596682 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-af3b0ab2-98e7-48a1-80f6-6d1c1ab40a92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:36:48.600008 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-af3b0ab2-98e7-48a1-80f6-6d1c1ab40a92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:48.604385 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-af3b0ab2-98e7-48a1-80f6-6d1c1ab40a92 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c53d083b-99bb-4e79-9ba0-36cd598bd49b HTTP/1.1" status: 204  len: 168 time: 0.1575611
May 06 00:36:48.728084 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec53f429-9a3a-445e-a1ba-a5dc3c03fe67 req-5aa23e04-cbdd-4469-b546-6218d01be521 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:36:48.735314 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-ec53f429-9a3a-445e-a1ba-a5dc3c03fe67 req-5aa23e04-cbdd-4469-b546-6218d01be521 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=15ce2da6-b007-4eb2-a16e-92ba2286a634 HTTP/1.1" status: 200  len: 945 time: 0.2061729
May 06 00:36:48.782910 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-ec53f429-9a3a-445e-a1ba-a5dc3c03fe67 req-06b6642e-7e1f-46c7-8765-29dae7a1a1d1 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a34f04e-64d6-4aca-9087-db3260c441d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467398
May 06 00:36:48.923245 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 39088) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:36:48.940313 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-307a4693-1cb4-49dc-b40f-244772066d9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:48.954138 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-307a4693-1cb4-49dc-b40f-244772066d9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:36:48.957825 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-307a4693-1cb4-49dc-b40f-244772066d9e admin admin] Usage tracker for resource:security_group_rule and tenant:5af30376878b416fb7d0f55023fa102f is out of sync, need to count used quota {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:36:48.960541 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-307a4693-1cb4-49dc-b40f-244772066d9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:36:48.966791 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-307a4693-1cb4-49dc-b40f-244772066d9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:36:49.065887 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-307a4693-1cb4-49dc-b40f-244772066d9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:49.069732 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-307a4693-1cb4-49dc-b40f-244772066d9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:49.082566 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-a4131c11-9ace-44e0-81f7-8ad700936c38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:36:49.119776 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-307a4693-1cb4-49dc-b40f-244772066d9e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5af30376878b416fb7d0f55023fa102f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1954467
May 06 00:36:49.123012 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 39098) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:36:49.124187 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307a4693-1cb4-49dc-b40f-244772066d9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dee2117a-22d5-4f6f-8cab-bd6eb7125013,revision_number=1']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:36:49.132250 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307a4693-1cb4-49dc-b40f-244772066d9e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:36:49.132617 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307a4693-1cb4-49dc-b40f-244772066d9e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:36:49.133527 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307a4693-1cb4-49dc-b40f-244772066d9e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:36:49.134069 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307a4693-1cb4-49dc-b40f-244772066d9e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:36:49.134478 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307a4693-1cb4-49dc-b40f-244772066d9e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:36:49.134930 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307a4693-1cb4-49dc-b40f-244772066d9e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:36:49.135166 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307a4693-1cb4-49dc-b40f-244772066d9e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:36:49.135507 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307a4693-1cb4-49dc-b40f-244772066d9e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:36:49.136041 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307a4693-1cb4-49dc-b40f-244772066d9e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:36:49.136385 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307a4693-1cb4-49dc-b40f-244772066d9e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:36:49.136745 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307a4693-1cb4-49dc-b40f-244772066d9e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:36:49.137550 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307a4693-1cb4-49dc-b40f-244772066d9e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:36:49.142020 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-307a4693-1cb4-49dc-b40f-244772066d9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:36:49.187412 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-d190fff8-6b3d-49e1-9405-eca2bc5cf74a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:49.215277 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-d190fff8-6b3d-49e1-9405-eca2bc5cf74a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:49.255627 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:49.305059 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-d190fff8-6b3d-49e1-9405-eca2bc5cf74a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:49.308430 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-526663bc-9009-4ddb-85e7-b1581ce9bdc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:36:49.329164 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d190fff8-6b3d-49e1-9405-eca2bc5cf74a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dee2117a-22d5-4f6f-8cab-bd6eb7125013,revision_number=None']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:36:49.333519 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-d190fff8-6b3d-49e1-9405-eca2bc5cf74a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:36:49.344581 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-d190fff8-6b3d-49e1-9405-eca2bc5cf74a admin admin] Notify callbacks [] for security_group, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:49.345736 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-d190fff8-6b3d-49e1-9405-eca2bc5cf74a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dee2117a-22d5-4f6f-8cab-bd6eb7125013 HTTP/1.1" status: 204  len: 168 time: 0.2216182
May 06 00:36:49.387357 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6139acaf-82d9-4cf7-95c9-cf1c3d09e286 req-398b9e06-3a14-42fd-b56a-39945af20ee8 tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:36:49.388921 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-6139acaf-82d9-4cf7-95c9-cf1c3d09e286 req-398b9e06-3a14-42fd-b56a-39945af20ee8 tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] 10.222.0.24 "GET /v2.0/ports?device_id=83062ef2-4639-4a59-8e64-c2ddfdebdb29 HTTP/1.1" status: 200  len: 944 time: 0.1177089
May 06 00:36:49.440338 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-6139acaf-82d9-4cf7-95c9-cf1c3d09e286 req-0d12a8c5-fdb2-48e5-8fa1-da429055fefd tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] 10.222.0.24 "GET /v2.0/security-groups?id=b841085d-8e10-431c-873f-ffa7a76ce7ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448663
May 06 00:36:49.551455 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-0b1c8c01-8c82-4846-b028-b4b6209d110d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:49.620674 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549b8cc9-e067-4100-bf85-99489f7d012b req-76c5316f-8573-450e-a020-89bdf388a2e4 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:36:49.622154 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-549b8cc9-e067-4100-bf85-99489f7d012b req-76c5316f-8573-450e-a020-89bdf388a2e4 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/ports?device_id=07ff8e08-f2b7-4e46-b8df-eed0ff990983 HTTP/1.1" status: 200  len: 945 time: 0.0847466
May 06 00:36:49.683767 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-549b8cc9-e067-4100-bf85-99489f7d012b req-ac392b03-a922-4408-a598-2596d40a41dd tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/security-groups?id=ceb8dabd-8ffc-4d87-9464-7f935bd56bb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0558558
May 06 00:36:49.725670 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 39110) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:36:49.750184 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-03b20a1e-c106-4a01-8f70-2be397d55dda admin admin] Notify callbacks [] for security_group, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:49.764443 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-03b20a1e-c106-4a01-8f70-2be397d55dda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:36:49.768551 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-03b20a1e-c106-4a01-8f70-2be397d55dda admin admin] Usage tracker for resource:security_group_rule and tenant:a3593359b2944e08ab458c75bcfef022 is out of sync, need to count used quota {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:36:49.771355 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-03b20a1e-c106-4a01-8f70-2be397d55dda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:36:49.777619 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-03b20a1e-c106-4a01-8f70-2be397d55dda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:36:49.862784 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-03b20a1e-c106-4a01-8f70-2be397d55dda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:49.866473 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-03b20a1e-c106-4a01-8f70-2be397d55dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:49.878226 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-4e165c38-d0bd-4eea-bbda-399dd420914d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:36:49.912866 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-03b20a1e-c106-4a01-8f70-2be397d55dda admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a3593359b2944e08ab458c75bcfef022&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1860149
May 06 00:36:49.916667 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 39118) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:36:49.941023 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b20a1e-c106-4a01-8f70-2be397d55dda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=679a7001-3e8d-4f41-b909-71eb6f29d793,revision_number=1']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:36:49.941023 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-03b20a1e-c106-4a01-8f70-2be397d55dda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:36:49.995640 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-ccd5b723-ce7b-4ca3-b1dc-ef5030a9a805 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:50.000201 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ded2705-01a1-4da9-9b00-7cba984e3db4 req-e4761a8f-e627-422e-8c7f-cbf6458a71a2 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:36:50.001753 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-7ded2705-01a1-4da9-9b00-7cba984e3db4 req-e4761a8f-e627-422e-8c7f-cbf6458a71a2 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=15ce2da6-b007-4eb2-a16e-92ba2286a634 HTTP/1.1" status: 200  len: 945 time: 0.1015453
May 06 00:36:50.024032 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-ccd5b723-ce7b-4ca3-b1dc-ef5030a9a805 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:50.047512 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-7ded2705-01a1-4da9-9b00-7cba984e3db4 req-375f399c-d034-4cf5-a4d2-1f10bc9aabbe tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a34f04e-64d6-4aca-9087-db3260c441d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398917
May 06 00:36:50.077080 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-ccd5b723-ce7b-4ca3-b1dc-ef5030a9a805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:50.080759 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-9cc564ec-572a-445d-91cd-55a578936344 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:36:50.093801 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd5b723-ce7b-4ca3-b1dc-ef5030a9a805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=679a7001-3e8d-4f41-b909-71eb6f29d793,revision_number=None']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:36:50.100546 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-ccd5b723-ce7b-4ca3-b1dc-ef5030a9a805 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:36:50.103486 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-ccd5b723-ce7b-4ca3-b1dc-ef5030a9a805 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:50.104575 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-ccd5b723-ce7b-4ca3-b1dc-ef5030a9a805 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/679a7001-3e8d-4f41-b909-71eb6f29d793 HTTP/1.1" status: 204  len: 168 time: 0.1866920
May 06 00:36:50.385913 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91e8c4d-b963-43fc-998f-cc91593cbef0 req-0899d939-f067-4bca-bdd1-784ec6f512e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:36:50.387862 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-c91e8c4d-b963-43fc-998f-cc91593cbef0 req-0899d939-f067-4bca-bdd1-784ec6f512e3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=002b4df3d00d43ddba30ad44b32e56cc&device_id=07ff8e08-f2b7-4e46-b8df-eed0ff990983 HTTP/1.1" status: 200  len: 1098 time: 0.0770986
May 06 00:36:50.413463 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-90084741-9b8f-423c-9f16-72d74cd0e02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:50.416972 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e901eb18-aa94-497c-89c2-0c03178baa9f req-e28e1f2e-0414-4209-b707-eed5e4a199f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:36:50.418768 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-e901eb18-aa94-497c-89c2-0c03178baa9f req-e28e1f2e-0414-4209-b707-eed5e4a199f2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e97ddfe0343845d3be8e5c5b3276974b&device_id=83062ef2-4639-4a59-8e64-c2ddfdebdb29 HTTP/1.1" status: 200  len: 1097 time: 0.1086490
May 06 00:36:50.540561 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91e8c4d-b963-43fc-998f-cc91593cbef0 req-8e0dbd09-1e64-4aed-ae48-499278000ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:36:50.543311 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-c91e8c4d-b963-43fc-998f-cc91593cbef0 req-8e0dbd09-1e64-4aed-ae48-499278000ca9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=37604004-5acb-4629-b2e7-84023f472da1 HTTP/1.1" status: 200  len: 920 time: 0.1483278
May 06 00:36:50.639210 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-c91e8c4d-b963-43fc-998f-cc91593cbef0 req-b0050b0f-899a-429c-ab6c-b726c9c95ddc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d31814e-8b0e-4376-9b93-66e0392316c3 HTTP/1.1" status: 200  len: 217 time: 0.0822620
May 06 00:36:50.647430 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e901eb18-aa94-497c-89c2-0c03178baa9f req-2e6ef1b5-05d9-4d45-8b81-3424ce3c878e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:36:50.650247 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-e901eb18-aa94-497c-89c2-0c03178baa9f req-2e6ef1b5-05d9-4d45-8b81-3424ce3c878e service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=e97ddfe0343845d3be8e5c5b3276974b&shared=False HTTP/1.1" status: 200  len: 915 time: 0.2140117
May 06 00:36:50.711932 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91e8c4d-b963-43fc-998f-cc91593cbef0 req-081b82f6-a39e-42a6-8445-b5bdb9e8a047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:36:50.714584 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-c91e8c4d-b963-43fc-998f-cc91593cbef0 req-081b82f6-a39e-42a6-8445-b5bdb9e8a047 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=80245074-5ce6-4e43-925d-2fdf29939a72 HTTP/1.1" status: 200  len: 859 time: 0.0685015
May 06 00:36:50.790428 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-c91e8c4d-b963-43fc-998f-cc91593cbef0 req-bbfb907e-d0bc-4565-97bd-c90a0719dcc2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=37604004-5acb-4629-b2e7-84023f472da1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0665886
May 06 00:36:50.804127 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a6a053-2f58-469d-ba46-9e646ac790b4 req-caa8145b-0fec-46c8-8e48-d682956e6f41 tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:36:50.811747 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-c1a6a053-2f58-469d-ba46-9e646ac790b4 req-caa8145b-0fec-46c8-8e48-d682956e6f41 tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] 10.222.0.24 "GET /v2.0/ports?device_id=83062ef2-4639-4a59-8e64-c2ddfdebdb29 HTTP/1.1" status: 200  len: 944 time: 0.2474315
May 06 00:36:50.905384 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-c1a6a053-2f58-469d-ba46-9e646ac790b4 req-46b603b3-a010-4c61-a69a-62a695fc7b22 tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] 10.222.0.24 "GET /v2.0/security-groups?id=b841085d-8e10-431c-873f-ffa7a76ce7ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0927076
May 06 00:36:50.919260 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e901eb18-aa94-497c-89c2-0c03178baa9f req-a69e5bad-56f1-433b-ba30-4672b42a0128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:36:50.919260 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-e901eb18-aa94-497c-89c2-0c03178baa9f req-a69e5bad-56f1-433b-ba30-4672b42a0128 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2590528
May 06 00:36:51.045045 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-c91e8c4d-b963-43fc-998f-cc91593cbef0 req-01a12f77-587b-49ee-9e35-d2b6dfe8c920 service neutron] 10.222.0.30 "GET /v2.0/networks/37604004-5acb-4629-b2e7-84023f472da1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2463832
May 06 00:36:51.050394 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f580ed-4fa1-45f2-9827-3125dbbef726 req-985295b2-c304-41ec-b33e-5ec46ec8f26e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:36:51.052324 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-f4f580ed-4fa1-45f2-9827-3125dbbef726 req-985295b2-c304-41ec-b33e-5ec46ec8f26e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e97ddfe0343845d3be8e5c5b3276974b&device_id=83062ef2-4639-4a59-8e64-c2ddfdebdb29 HTTP/1.1" status: 200  len: 1097 time: 0.0933747
May 06 00:36:51.058138 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f542575f-cb52-4198-9973-7032a05620a7 req-db6f27cf-d399-456c-8fd5-527a7df33f1f tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:36:51.066214 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-f542575f-cb52-4198-9973-7032a05620a7 req-db6f27cf-d399-456c-8fd5-527a7df33f1f tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/ports?device_id=07ff8e08-f2b7-4e46-b8df-eed0ff990983 HTTP/1.1" status: 200  len: 945 time: 0.2414589
May 06 00:36:51.198480 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-f4f580ed-4fa1-45f2-9827-3125dbbef726 req-f7357e8f-b46c-41f9-8dcf-d1326e3eb1a7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=13ff1ba2-136d-48c3-b5e9-a9f534dc4d68 HTTP/1.1" status: 200  len: 217 time: 0.1370785
May 06 00:36:51.290762 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-c91e8c4d-b963-43fc-998f-cc91593cbef0 req-5a09e432-2c48-4fd2-814e-aa76ee1c2368 service neutron] 10.222.0.30 "GET /v2.0/networks/37604004-5acb-4629-b2e7-84023f472da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2211909
May 06 00:36:51.328944 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-f542575f-cb52-4198-9973-7032a05620a7 req-18844369-4f93-4d0e-ac24-f15f666a016e tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/security-groups?id=ceb8dabd-8ffc-4d87-9464-7f935bd56bb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2617214
May 06 00:36:51.371982 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f580ed-4fa1-45f2-9827-3125dbbef726 req-09eabdf7-fb1d-4a2b-b8db-d40cd1b950dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:36:51.373493 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-f4f580ed-4fa1-45f2-9827-3125dbbef726 req-09eabdf7-fb1d-4a2b-b8db-d40cd1b950dd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=84bba743-9917-486a-a927-9c6d46072a4e HTTP/1.1" status: 200  len: 854 time: 0.1301353
May 06 00:36:51.447347 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-f4f580ed-4fa1-45f2-9827-3125dbbef726 req-a2f5805c-a949-41da-a55d-4156c4c4c2d5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a50d6f63-b8be-4da9-b7e5-50fdddcfa0ef&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0587156
May 06 00:36:51.466992 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aa0bc4-9946-485f-9442-89f3c41c9194 req-6fb83490-2e38-4731-bc99-8a5e8134cb44 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:36:51.474386 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-87aa0bc4-9946-485f-9442-89f3c41c9194 req-6fb83490-2e38-4731-bc99-8a5e8134cb44 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=15ce2da6-b007-4eb2-a16e-92ba2286a634 HTTP/1.1" status: 200  len: 945 time: 0.2748864
May 06 00:36:51.618181 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-87aa0bc4-9946-485f-9442-89f3c41c9194 req-858b6a72-6f49-40b7-a727-22318e641653 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a34f04e-64d6-4aca-9087-db3260c441d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1427331
May 06 00:36:51.714705 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-f4f580ed-4fa1-45f2-9827-3125dbbef726 req-fc60ca9d-21d2-482b-8786-5b7d4d21c03f service neutron] 10.222.0.30 "GET /v2.0/networks/a50d6f63-b8be-4da9-b7e5-50fdddcfa0ef?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2381158
May 06 00:36:51.886529 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-06e5bd5a-9e4a-4653-864f-becf711c9df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:51.930519 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-f4f580ed-4fa1-45f2-9827-3125dbbef726 req-42c619d8-4e2e-4e46-8f1b-9c8b4ecd852b service neutron] 10.222.0.30 "GET /v2.0/networks/a50d6f63-b8be-4da9-b7e5-50fdddcfa0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2075405
May 06 00:36:52.276322 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a3d2df-4aba-4bf5-99b6-94595183e760 req-29d33b78-70ad-4794-9697-0d3b59c1b546 tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:36:52.278507 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-31a3d2df-4aba-4bf5-99b6-94595183e760 req-29d33b78-70ad-4794-9697-0d3b59c1b546 tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] 10.222.0.24 "GET /v2.0/ports?device_id=83062ef2-4639-4a59-8e64-c2ddfdebdb29 HTTP/1.1" status: 200  len: 944 time: 0.2315383
May 06 00:36:52.329691 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [req-31a3d2df-4aba-4bf5-99b6-94595183e760 req-dcbcd587-dcde-4959-a500-bc62ffc15c2a tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] Synchronizing usage tracker for tenant:e97ddfe0343845d3be8e5c5b3276974b on resource:security_group {{(pid=73832) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 00:36:52.355425 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [req-31a3d2df-4aba-4bf5-99b6-94595183e760 req-dcbcd587-dcde-4959-a500-bc62ffc15c2a tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] Unset dirty status for tenant:e97ddfe0343845d3be8e5c5b3276974b on resource:security_group {{(pid=73832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 00:36:52.373330 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-31a3d2df-4aba-4bf5-99b6-94595183e760 req-dcbcd587-dcde-4959-a500-bc62ffc15c2a tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] 10.222.0.24 "GET /v2.0/security-groups?id=b841085d-8e10-431c-873f-ffa7a76ce7ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0877562
May 06 00:36:52.562347 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ab3561-fd03-42c7-b5f6-9b78c3a94aff req-476d8d5e-b84f-4eff-b2cf-b8d19b311c2e tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:36:52.571890 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-17ab3561-fd03-42c7-b5f6-9b78c3a94aff req-476d8d5e-b84f-4eff-b2cf-b8d19b311c2e tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/ports?device_id=07ff8e08-f2b7-4e46-b8df-eed0ff990983 HTTP/1.1" status: 200  len: 945 time: 0.1070850
May 06 00:36:52.760999 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-17ab3561-fd03-42c7-b5f6-9b78c3a94aff req-c11a2d5e-ae49-4cda-84c6-68e0a9392687 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/security-groups?id=ceb8dabd-8ffc-4d87-9464-7f935bd56bb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1879842
May 06 00:36:52.939657 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53a9466-1cd7-4da7-b6bd-00bd5aad75df req-839dc703-1bc7-41a1-b683-50eff1d94ef0 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:36:52.941442 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-a53a9466-1cd7-4da7-b6bd-00bd5aad75df req-839dc703-1bc7-41a1-b683-50eff1d94ef0 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=15ce2da6-b007-4eb2-a16e-92ba2286a634 HTTP/1.1" status: 200  len: 945 time: 0.0949156
May 06 00:36:52.992784 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-a53a9466-1cd7-4da7-b6bd-00bd5aad75df req-99f1d24d-c6b7-42c7-bc7f-5d6491de7f9b tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a34f04e-64d6-4aca-9087-db3260c441d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434530
May 06 00:36:53.694118 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fa275e-f4cc-47ee-bf3e-c4f432ac27c9 req-03b77abf-7c5b-4f9a-b233-73d8cf83e7ed tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:36:53.696454 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-a1fa275e-f4cc-47ee-bf3e-c4f432ac27c9 req-03b77abf-7c5b-4f9a-b233-73d8cf83e7ed tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] 10.222.0.24 "GET /v2.0/ports?device_id=83062ef2-4639-4a59-8e64-c2ddfdebdb29 HTTP/1.1" status: 200  len: 944 time: 0.1397793
May 06 00:36:53.772960 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-a1fa275e-f4cc-47ee-bf3e-c4f432ac27c9 req-32c6c91d-a0f5-4f4a-9149-3abb53e4889e tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] 10.222.0.24 "GET /v2.0/security-groups?id=b841085d-8e10-431c-873f-ffa7a76ce7ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0668683
May 06 00:36:53.975555 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d488c676-8e98-4f8a-8221-ce8060dda46f req-b499b215-6739-423f-9da2-e6ede90172bd tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:36:53.977155 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-d488c676-8e98-4f8a-8221-ce8060dda46f req-b499b215-6739-423f-9da2-e6ede90172bd tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/ports?device_id=07ff8e08-f2b7-4e46-b8df-eed0ff990983 HTTP/1.1" status: 200  len: 945 time: 0.0892518
May 06 00:36:53.991192 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 39268) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:36:54.041559 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-d488c676-8e98-4f8a-8221-ce8060dda46f req-e9d7f8f4-81d9-4b6e-a082-8bd004ced893 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/security-groups?id=ceb8dabd-8ffc-4d87-9464-7f935bd56bb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0575695
May 06 00:36:54.206571 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-def58282-3ad4-4796-849c-88f59ff22a26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:54.232074 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-def58282-3ad4-4796-849c-88f59ff22a26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:36:54.241544 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-def58282-3ad4-4796-849c-88f59ff22a26 admin admin] Usage tracker for resource:security_group_rule and tenant:40ef87d3c9434dcc82c690e2cd4d28fe is out of sync, need to count used quota {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:36:54.246186 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-def58282-3ad4-4796-849c-88f59ff22a26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:36:54.260277 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-def58282-3ad4-4796-849c-88f59ff22a26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:36:54.276918 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7c8637-c29b-4ea7-b2e3-c36e3c4e68e2 req-777aa2af-3088-40c2-b9f4-cd5620537a30 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:36:54.286994 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-0c7c8637-c29b-4ea7-b2e3-c36e3c4e68e2 req-777aa2af-3088-40c2-b9f4-cd5620537a30 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=15ce2da6-b007-4eb2-a16e-92ba2286a634 HTTP/1.1" status: 200  len: 945 time: 0.1549923
May 06 00:36:54.367739 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-0c7c8637-c29b-4ea7-b2e3-c36e3c4e68e2 req-6b2383ec-1151-4a1a-bb5d-6ac3c54a3450 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a34f04e-64d6-4aca-9087-db3260c441d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0739024
May 06 00:36:54.478631 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-def58282-3ad4-4796-849c-88f59ff22a26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:54.485003 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-def58282-3ad4-4796-849c-88f59ff22a26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:54.498157 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-79a00f12-01ad-48a8-85f9-9480498446b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:36:54.531900 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def58282-3ad4-4796-849c-88f59ff22a26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5a4c9bf-4c22-4151-9ae8-e4cf557d67e9,revision_number=1']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:36:54.537252 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-def58282-3ad4-4796-849c-88f59ff22a26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:36:54.563099 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-def58282-3ad4-4796-849c-88f59ff22a26 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=40ef87d3c9434dcc82c690e2cd4d28fe&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5700490
May 06 00:36:54.569734 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 39282) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:36:54.678229 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-acad3aa1-2fd2-4841-8793-a75015716e9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:54.707989 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-acad3aa1-2fd2-4841-8793-a75015716e9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:54.792646 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-acad3aa1-2fd2-4841-8793-a75015716e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:54.796534 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-646c19f3-2648-437d-a54a-bafd5a4f055c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:36:54.809802 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acad3aa1-2fd2-4841-8793-a75015716e9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5a4c9bf-4c22-4151-9ae8-e4cf557d67e9,revision_number=None']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:36:54.812840 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-acad3aa1-2fd2-4841-8793-a75015716e9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:36:54.815046 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-acad3aa1-2fd2-4841-8793-a75015716e9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:54.816452 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-acad3aa1-2fd2-4841-8793-a75015716e9a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f5a4c9bf-4c22-4151-9ae8-e4cf557d67e9 HTTP/1.1" status: 204  len: 168 time: 0.2449985
May 06 00:36:55.050980 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aedc789-90c1-4f8a-8338-0156b8cbe940 req-7a1384b3-cc1f-4c6a-9986-8463470648bb tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:36:55.059448 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-2aedc789-90c1-4f8a-8338-0156b8cbe940 req-7a1384b3-cc1f-4c6a-9986-8463470648bb tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] 10.222.0.24 "GET /v2.0/ports?device_id=83062ef2-4639-4a59-8e64-c2ddfdebdb29 HTTP/1.1" status: 200  len: 944 time: 0.1368093
May 06 00:36:55.154418 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-2aedc789-90c1-4f8a-8338-0156b8cbe940 req-2c6f53da-4525-49ec-97d5-affad05d2f79 tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] 10.222.0.24 "GET /v2.0/security-groups?id=b841085d-8e10-431c-873f-ffa7a76ce7ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0916891
May 06 00:36:55.203666 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Device 13ff1ba2-136d-48c3-b5e9-a9f534dc4d68 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=73833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 06 00:36:55.275768 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 39304) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:36:55.319472 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-a29e57aa-b3ca-4d4d-9648-6c73431cab1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:55.336762 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-a29e57aa-b3ca-4d4d-9648-6c73431cab1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:36:55.341691 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-a29e57aa-b3ca-4d4d-9648-6c73431cab1e admin admin] Usage tracker for resource:security_group_rule and tenant:e7d7df4404814568af17faba70dcfccd is out of sync, need to count used quota {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:36:55.344919 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-a29e57aa-b3ca-4d4d-9648-6c73431cab1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:36:55.352398 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-a29e57aa-b3ca-4d4d-9648-6c73431cab1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:36:55.389269 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] For port 13ff1ba2-136d-48c3-b5e9-a9f534dc4d68, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=13ff1ba2-136d-48c3-b5e9-a9f534dc4d68,segment=NetworkSegment(a1d67195-5914-4acf-bf1e-c207da4100a7),segment_id=a1d67195-5914-4acf-bf1e-c207da4100a7)] {{(pid=73833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:36:55.413520 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Returning: {'device': '13ff1ba2-136d-48c3-b5e9-a9f534dc4d68', 'network_id': 'a50d6f63-b8be-4da9-b7e5-50fdddcfa0ef', 'port_id': '13ff1ba2-136d-48c3-b5e9-a9f534dc4d68', 'mac_address': 'fa:16:3e:6c:2d:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84bba743-9917-486a-a927-9c6d46072a4e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 06 00:36:55.487596 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:55.508319 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.notifiers.nova [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13ff1ba2-136d-48c3-b5e9-a9f534dc4d68 {{(pid=73833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 06 00:36:55.528960 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-a29e57aa-b3ca-4d4d-9648-6c73431cab1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:55.541100 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] For port 13ff1ba2-136d-48c3-b5e9-a9f534dc4d68, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=13ff1ba2-136d-48c3-b5e9-a9f534dc4d68,segment=NetworkSegment(a1d67195-5914-4acf-bf1e-c207da4100a7),segment_id=a1d67195-5914-4acf-bf1e-c207da4100a7)] {{(pid=73833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:36:55.557289 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-a29e57aa-b3ca-4d4d-9648-6c73431cab1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:55.568770 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:55.574318 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:36:55.610566 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-b9f48d7c-4b9e-4470-ac72-4257ce0791fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:36:55.646022 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-a29e57aa-b3ca-4d4d-9648-6c73431cab1e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e7d7df4404814568af17faba70dcfccd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3669939
May 06 00:36:55.647372 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29e57aa-b3ca-4d4d-9648-6c73431cab1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=595676d0-7e89-4ef4-ae3f-8967adc12eb2,revision_number=1']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:36:55.651024 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 39318) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:36:55.665621 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-a29e57aa-b3ca-4d4d-9648-6c73431cab1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:36:55.738436 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-5b232abb-76c6-4f60-a61e-dc25003dd7bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:55.749945 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Pushing event updated for resources: {'Port': ['ID=13ff1ba2-136d-48c3-b5e9-a9f534dc4d68,revision_number=4']} {{(pid=73833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:36:55.761906 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:36:55.762597 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:36:55.763281 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:36:55.764165 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:36:55.764805 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:36:55.765414 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:36:55.767371 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:36:55.767735 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:36:55.768097 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:36:55.768433 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:36:55.768823 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:36:55.769106 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:36:55.782586 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:36:55.793095 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-5b232abb-76c6-4f60-a61e-dc25003dd7bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:55.809043 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10c8553-1370-4888-a4e4-9684863e7a87 req-c584ac8c-d2ff-45e5-a300-32464fde357a tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:36:55.825055 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-d10c8553-1370-4888-a4e4-9684863e7a87 req-c584ac8c-d2ff-45e5-a300-32464fde357a tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=15ce2da6-b007-4eb2-a16e-92ba2286a634 HTTP/1.1" status: 200  len: 945 time: 0.1864676
May 06 00:36:55.876467 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] get_ports_and_sgs() called for port_ids ['13ff1ba2-136d-48c3-b5e9-a9f534dc4d68'] {{(pid=73833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 06 00:36:55.897986 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-d10c8553-1370-4888-a4e4-9684863e7a87 req-ddcc5b51-a3e8-4eee-95bc-abb048cd6d5b tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a34f04e-64d6-4aca-9087-db3260c441d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0685196
May 06 00:36:55.937452 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-5b232abb-76c6-4f60-a61e-dc25003dd7bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:55.948257 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-5a8d5492-1e1b-403b-8f00-fea543d384f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:36:55.969102 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b232abb-76c6-4f60-a61e-dc25003dd7bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=595676d0-7e89-4ef4-ae3f-8967adc12eb2,revision_number=None']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:36:56.013304 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-5b232abb-76c6-4f60-a61e-dc25003dd7bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:36:56.019329 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-5b232abb-76c6-4f60-a61e-dc25003dd7bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:56.030388 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-5b232abb-76c6-4f60-a61e-dc25003dd7bf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/595676d0-7e89-4ef4-ae3f-8967adc12eb2 HTTP/1.1" status: 204  len: 168 time: 0.3709965
May 06 00:36:56.117938 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2308660-024b-48d1-ac64-6520d42e1f0f req-bf3e2fca-d2a6-4bec-a82f-68bcc73ca0da tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:36:56.133194 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-e2308660-024b-48d1-ac64-6520d42e1f0f req-bf3e2fca-d2a6-4bec-a82f-68bcc73ca0da tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/ports?device_id=07ff8e08-f2b7-4e46-b8df-eed0ff990983 HTTP/1.1" status: 200  len: 945 time: 0.1670067
May 06 00:36:56.196616 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-e2308660-024b-48d1-ac64-6520d42e1f0f req-cf747b41-2f5b-41ec-bb9d-aea16d025407 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/security-groups?id=ceb8dabd-8ffc-4d87-9464-7f935bd56bb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0560310
May 06 00:36:56.428401 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8829d2-73d4-4f92-9474-dcf1f850b392 req-17c9d515-156e-4adc-915c-23d310e4e09e tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:36:56.448183 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-cb8829d2-73d4-4f92-9474-dcf1f850b392 req-17c9d515-156e-4adc-915c-23d310e4e09e tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] 10.222.0.24 "GET /v2.0/ports?device_id=83062ef2-4639-4a59-8e64-c2ddfdebdb29 HTTP/1.1" status: 200  len: 945 time: 0.1460772
May 06 00:36:56.554859 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-cb8829d2-73d4-4f92-9474-dcf1f850b392 req-761a22fd-ea3d-4343-a939-702e171372be tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] 10.222.0.24 "GET /v2.0/security-groups?id=b841085d-8e10-431c-873f-ffa7a76ce7ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1054950
May 06 00:36:57.217470 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Device 13ff1ba2-136d-48c3-b5e9-a9f534dc4d68 up at agent hyperv_hv-cinder-78462 {{(pid=73833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 00:36:57.303904 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f07bd10-392a-45cf-b9bd-bd583aaf6ea1 req-dae8953c-d331-4737-9b6b-0baa840cda47 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:36:57.313610 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-5f07bd10-392a-45cf-b9bd-bd583aaf6ea1 req-dae8953c-d331-4737-9b6b-0baa840cda47 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=15ce2da6-b007-4eb2-a16e-92ba2286a634 HTTP/1.1" status: 200  len: 945 time: 0.2003508
May 06 00:36:57.341229 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Provisioning for port 13ff1ba2-136d-48c3-b5e9-a9f534dc4d68 completed by entity L2. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 00:36:57.354991 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Provisioning complete for port 13ff1ba2-136d-48c3-b5e9-a9f534dc4d68 triggered by entity L2. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 00:36:57.355417 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723253'] for port, provisioning_complete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:57.400333 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-5f07bd10-392a-45cf-b9bd-bd583aaf6ea1 req-6256985c-4ed0-4b18-9088-5089b22ee9ec tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a34f04e-64d6-4aca-9087-db3260c441d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0854559
May 06 00:36:57.584477 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:57.619035 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] For port 13ff1ba2-136d-48c3-b5e9-a9f534dc4d68, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=13ff1ba2-136d-48c3-b5e9-a9f534dc4d68,segment=NetworkSegment(a1d67195-5914-4acf-bf1e-c207da4100a7),segment_id=a1d67195-5914-4acf-bf1e-c207da4100a7)] {{(pid=73833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:36:57.620213 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83062ef2-4639-4a59-8e64-c2ddfdebdb29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13ff1ba2-136d-48c3-b5e9-a9f534dc4d68'}] {{(pid=73833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 00:36:57.626534 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:36:57.628904 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:36:57.698622 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Pushing event updated for resources: {'Port': ['ID=13ff1ba2-136d-48c3-b5e9-a9f534dc4d68,revision_number=5']} {{(pid=73833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:36:57.702192 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:36:57.963532 dv-cinder-784623-8-iscsi neutron-server[73833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83062ef2-4639-4a59-8e64-c2ddfdebdb29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13ff1ba2-136d-48c3-b5e9-a9f534dc4d68', 'code': 200}
May 06 00:36:58.032417 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4911513c-f5d8-4a81-a048-b69dad00ffd7 req-bec10837-ef6b-4976-b93b-ac2cf76ba5e9 tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:36:58.040728 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-4911513c-f5d8-4a81-a048-b69dad00ffd7 req-bec10837-ef6b-4976-b93b-ac2cf76ba5e9 tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] 10.222.0.24 "GET /v2.0/ports?device_id=83062ef2-4639-4a59-8e64-c2ddfdebdb29 HTTP/1.1" status: 200  len: 946 time: 0.2142980
May 06 00:36:58.096180 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-4911513c-f5d8-4a81-a048-b69dad00ffd7 req-d2ebd44f-5061-4754-879d-3061a54adc57 tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] 10.222.0.24 "GET /v2.0/security-groups?id=b841085d-8e10-431c-873f-ffa7a76ce7ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0544615
May 06 00:36:58.290991 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09032de9-349d-4b1f-9448-e7a5bd73e665 req-59dace8f-5c8a-4e54-a636-0433c70c407b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:36:58.292883 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-09032de9-349d-4b1f-9448-e7a5bd73e665 req-59dace8f-5c8a-4e54-a636-0433c70c407b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=83062ef2-4639-4a59-8e64-c2ddfdebdb29 HTTP/1.1" status: 200  len: 1099 time: 0.0796552
May 06 00:36:58.341033 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-09032de9-349d-4b1f-9448-e7a5bd73e665 req-abd98a63-2140-4cf3-996d-35a6d600e2e4 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b841085d-8e10-431c-873f-ffa7a76ce7ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410452
May 06 00:36:58.602846 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd899c7-84b2-43a8-a5a5-7c915f95dac5 req-4578dcec-ed5b-4928-8152-1b23d8069365 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:36:58.604319 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-fdd899c7-84b2-43a8-a5a5-7c915f95dac5 req-4578dcec-ed5b-4928-8152-1b23d8069365 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=15ce2da6-b007-4eb2-a16e-92ba2286a634 HTTP/1.1" status: 200  len: 945 time: 0.0949297
May 06 00:36:58.662343 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-fdd899c7-84b2-43a8-a5a5-7c915f95dac5 req-57aaba0d-fc22-46fb-922a-6bea9bf096ae tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a34f04e-64d6-4aca-9087-db3260c441d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0518587
May 06 00:36:59.569372 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51126ac3-eb1e-408e-9004-955e709a39bf req-be51ea78-5072-45c5-916b-3895739c4c87 tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:36:59.579540 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-51126ac3-eb1e-408e-9004-955e709a39bf req-be51ea78-5072-45c5-916b-3895739c4c87 tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] 10.222.0.24 "GET /v2.0/ports?device_id=83062ef2-4639-4a59-8e64-c2ddfdebdb29 HTTP/1.1" status: 200  len: 946 time: 0.1811447
May 06 00:36:59.639769 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-51126ac3-eb1e-408e-9004-955e709a39bf req-f1d6f052-e6e3-4464-9788-767142508d41 tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] 10.222.0.24 "GET /v2.0/security-groups?id=b841085d-8e10-431c-873f-ffa7a76ce7ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0591311
May 06 00:36:59.968936 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b3417c-bbbf-43d4-ad4b-ef4f726708b9 req-799c297c-7706-4799-bda0-90504dbd468b tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:36:59.971610 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-d3b3417c-bbbf-43d4-ad4b-ef4f726708b9 req-799c297c-7706-4799-bda0-90504dbd468b tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=15ce2da6-b007-4eb2-a16e-92ba2286a634 HTTP/1.1" status: 200  len: 945 time: 0.1202943
May 06 00:37:00.030584 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-d3b3417c-bbbf-43d4-ad4b-ef4f726708b9 req-b922055b-29f4-43d0-8672-85167bcd06a8 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a34f04e-64d6-4aca-9087-db3260c441d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0485237
May 06 00:37:00.904431 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6e9486-90ab-4f11-b800-0d92d84326d4 req-806905d8-e415-40d9-a60f-2c1ae6799f35 tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:00.906059 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-8a6e9486-90ab-4f11-b800-0d92d84326d4 req-806905d8-e415-40d9-a60f-2c1ae6799f35 tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] 10.222.0.24 "GET /v2.0/ports?device_id=83062ef2-4639-4a59-8e64-c2ddfdebdb29 HTTP/1.1" status: 200  len: 946 time: 0.1047750
May 06 00:37:00.953523 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-8a6e9486-90ab-4f11-b800-0d92d84326d4 req-7077acd0-c575-4726-b564-e72c3aa948d5 tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] 10.222.0.24 "GET /v2.0/security-groups?id=b841085d-8e10-431c-873f-ffa7a76ce7ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413265
May 06 00:37:01.013320 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 39470) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:37:01.080409 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f66d780-fcb0-4b30-91a4-aa6581983cab admin admin] Deleting subnet 9a8b3387-a03b-4398-948b-68e2aec15da8 {{(pid=73831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 06 00:37:01.083923 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-1f66d780-fcb0-4b30-91a4-aa6581983cab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:01.142685 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-1f66d780-fcb0-4b30-91a4-aa6581983cab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2930050'] for subnet, precommit_delete_associations {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:01.216935 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-1f66d780-fcb0-4b30-91a4-aa6581983cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736327'] for subnet, precommit_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:01.239530 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3667611d-6b79-4f6f-8fe6-2c95137d8208 req-5ba2abd1-57aa-4611-8108-8d028a2296e9 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:01.240980 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-3667611d-6b79-4f6f-8fe6-2c95137d8208 req-5ba2abd1-57aa-4611-8108-8d028a2296e9 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=15ce2da6-b007-4eb2-a16e-92ba2286a634 HTTP/1.1" status: 200  len: 945 time: 0.0913923
May 06 00:37:01.295947 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-3667611d-6b79-4f6f-8fe6-2c95137d8208 req-590990ac-f648-4849-9282-31735f9cc684 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a34f04e-64d6-4aca-9087-db3260c441d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0483594
May 06 00:37:01.489046 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-1f66d780-fcb0-4b30-91a4-aa6581983cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2942501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3145219'] for subnet, after_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:01.495288 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-e3f5c636-cb8d-45a6-ae82-2088f1dc3724 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:37:01.543338 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-1f66d780-fcb0-4b30-91a4-aa6581983cab admin admin] Notify callbacks [] for subnet, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:01.546850 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f66d780-fcb0-4b30-91a4-aa6581983cab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a8b3387-a03b-4398-948b-68e2aec15da8,revision_number=None']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:37:01.557785 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f66d780-fcb0-4b30-91a4-aa6581983cab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:37:01.558462 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f66d780-fcb0-4b30-91a4-aa6581983cab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:37:01.558828 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f66d780-fcb0-4b30-91a4-aa6581983cab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:37:01.559181 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f66d780-fcb0-4b30-91a4-aa6581983cab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:37:01.559529 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f66d780-fcb0-4b30-91a4-aa6581983cab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:37:01.560008 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f66d780-fcb0-4b30-91a4-aa6581983cab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:37:01.560474 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f66d780-fcb0-4b30-91a4-aa6581983cab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:37:01.560845 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f66d780-fcb0-4b30-91a4-aa6581983cab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:37:01.561191 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f66d780-fcb0-4b30-91a4-aa6581983cab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:37:01.561533 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f66d780-fcb0-4b30-91a4-aa6581983cab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:37:01.562228 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f66d780-fcb0-4b30-91a4-aa6581983cab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:37:01.562584 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f66d780-fcb0-4b30-91a4-aa6581983cab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:37:01.566588 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-1f66d780-fcb0-4b30-91a4-aa6581983cab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:37:01.569058 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-1f66d780-fcb0-4b30-91a4-aa6581983cab admin admin] 10.222.0.24 "DELETE /v2.0/subnets/9a8b3387-a03b-4398-948b-68e2aec15da8 HTTP/1.1" status: 204  len: 168 time: 0.5547340
May 06 00:37:01.571609 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 39476) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:37:01.772516 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-996e4d5d-b66a-4bd3-ab95-2d731b194f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608327'] for network, before_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:01.903251 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-996e4d5d-b66a-4bd3-ab95-2d731b194f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733884', 'neutron.services.segments.db._delete_segments_for_network-8767381342109'] for network, precommit_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:01.927386 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.services.segments.db [None req-996e4d5d-b66a-4bd3-ab95-2d731b194f6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f950829e3a0>,) {'filters': {'network_id': ['154d8093-40ca-4c4b-94c7-954bb3b38bc7']}} {{(pid=73831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:37:01.951734 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.services.segments.db [None req-996e4d5d-b66a-4bd3-ab95-2d731b194f6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f950829e3a0>, 'c3353702-f7b2-47e8-9f6d-2fa93f27caf1') {'for_net_delete': True} {{(pid=73831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:37:01.952242 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.services.segments.db [None req-996e4d5d-b66a-4bd3-ab95-2d731b194f6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f950829e3a0>, 'c3353702-f7b2-47e8-9f6d-2fa93f27caf1') {} {{(pid=73831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:37:01.977907 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-996e4d5d-b66a-4bd3-ab95-2d731b194f6a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767381354599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2930077'] for segment, before_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:02.002084 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-996e4d5d-b66a-4bd3-ab95-2d731b194f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730493'] for segment, precommit_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:02.010193 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-996e4d5d-b66a-4bd3-ab95-2d731b194f6a admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=73831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 06 00:37:02.010689 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-996e4d5d-b66a-4bd3-ab95-2d731b194f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-730484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2942531'] for segment, after_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:02.026305 dv-cinder-784623-8-iscsi neutron-server[73831]: Traceback (most recent call last):
May 06 00:37:02.026305 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 06 00:37:02.026305 dv-cinder-784623-8-iscsi neutron-server[73831]:     timer()
May 06 00:37:02.026305 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 06 00:37:02.026305 dv-cinder-784623-8-iscsi neutron-server[73831]:     cb(*args, **kw)
May 06 00:37:02.026305 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 06 00:37:02.026305 dv-cinder-784623-8-iscsi neutron-server[73831]:     return func(*args, **kwargs)
May 06 00:37:02.026305 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 06 00:37:02.026305 dv-cinder-784623-8-iscsi neutron-server[73831]:     self._notify()
May 06 00:37:02.026305 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 06 00:37:02.026305 dv-cinder-784623-8-iscsi neutron-server[73831]:     self.callback(batched_events)
May 06 00:37:02.026305 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 06 00:37:02.026305 dv-cinder-784623-8-iscsi neutron-server[73831]:     event.method(event)
May 06 00:37:02.026305 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 06 00:37:02.026305 dv-cinder-784623-8-iscsi neutron-server[73831]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 06 00:37:02.026305 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 06 00:37:02.026305 dv-cinder-784623-8-iscsi neutron-server[73831]:     aggregate_uuid = self.p_client.list_aggregates(
May 06 00:37:02.026305 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 06 00:37:02.026305 dv-cinder-784623-8-iscsi neutron-server[73831]:     return f(self, *a, **k)
May 06 00:37:02.026305 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 06 00:37:02.026305 dv-cinder-784623-8-iscsi neutron-server[73831]:     return self._get(url).json()
May 06 00:37:02.026305 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 06 00:37:02.026305 dv-cinder-784623-8-iscsi neutron-server[73831]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 06 00:37:02.026305 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 06 00:37:02.026305 dv-cinder-784623-8-iscsi neutron-server[73831]:     return self.request(url, 'GET', **kwargs)
May 06 00:37:02.026305 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 06 00:37:02.026305 dv-cinder-784623-8-iscsi neutron-server[73831]:     base_url = self.get_endpoint(auth, allow=allow,
May 06 00:37:02.026305 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 06 00:37:02.026305 dv-cinder-784623-8-iscsi neutron-server[73831]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 06 00:37:02.026305 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 06 00:37:02.026305 dv-cinder-784623-8-iscsi neutron-server[73831]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 06 00:37:02.026305 dv-cinder-784623-8-iscsi neutron-server[73831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 06 00:37:02.139738 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-996e4d5d-b66a-4bd3-ab95-2d731b194f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407932'] for network, after_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:02.144134 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:37:02.173469 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996e4d5d-b66a-4bd3-ab95-2d731b194f6a admin admin] Pushing event deleted for resources: {'Network': ['ID=154d8093-40ca-4c4b-94c7-954bb3b38bc7,revision_number=None']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:37:02.180154 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-996e4d5d-b66a-4bd3-ab95-2d731b194f6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535980'] for network, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:02.185227 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-996e4d5d-b66a-4bd3-ab95-2d731b194f6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:37:02.190789 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-996e4d5d-b66a-4bd3-ab95-2d731b194f6a admin admin] 10.222.0.24 "DELETE /v2.0/networks/154d8093-40ca-4c4b-94c7-954bb3b38bc7 HTTP/1.1" status: 204  len: 168 time: 0.6152680
May 06 00:37:02.191184 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 39494) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:37:02.255072 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b3d6987-58de-461f-b94d-a9615624b45b admin admin] Deleting subnet 635c0e97-ab38-4ebf-ab4e-5931c5bfab1a {{(pid=73832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 06 00:37:02.259080 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-3b3d6987-58de-461f-b94d-a9615624b45b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:02.308022 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-3b3d6987-58de-461f-b94d-a9615624b45b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:02.315599 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-3b3d6987-58de-461f-b94d-a9615624b45b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736327'] for subnet, precommit_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:02.490688 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f016dc12-1ebd-44fb-96d3-16d37e186820 req-6e42f57c-ba2b-4d05-9415-58fea76d60e5 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:02.492493 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-f016dc12-1ebd-44fb-96d3-16d37e186820 req-6e42f57c-ba2b-4d05-9415-58fea76d60e5 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=15ce2da6-b007-4eb2-a16e-92ba2286a634 HTTP/1.1" status: 200  len: 945 time: 0.0901961
May 06 00:37:02.544470 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-f016dc12-1ebd-44fb-96d3-16d37e186820 req-2b2ae5e9-bcf9-49e1-a4d6-c2ac2b3012b7 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a34f04e-64d6-4aca-9087-db3260c441d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459094
May 06 00:37:02.589940 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-3b3d6987-58de-461f-b94d-a9615624b45b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938'] for subnet, after_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:02.594909 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:37:02.637022 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3d6987-58de-461f-b94d-a9615624b45b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=635c0e97-ab38-4ebf-ab4e-5931c5bfab1a,revision_number=None']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:37:02.650194 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-3b3d6987-58de-461f-b94d-a9615624b45b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535980'] for subnet, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:02.656576 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-3b3d6987-58de-461f-b94d-a9615624b45b admin admin] 10.222.0.24 "DELETE /v2.0/subnets/635c0e97-ab38-4ebf-ab4e-5931c5bfab1a HTTP/1.1" status: 204  len: 168 time: 0.4643912
May 06 00:37:02.659488 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 39502) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:37:02.772488 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-3b3d6987-58de-461f-b94d-a9615624b45b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:37:02.777069 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-6f004a89-01ad-4e6c-83df-b3042fb1080c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608327'] for network, before_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:02.979148 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-6f004a89-01ad-4e6c-83df-b3042fb1080c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733884', 'neutron.services.segments.db._delete_segments_for_network-8767381342109'] for network, precommit_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:02.993379 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-6f004a89-01ad-4e6c-83df-b3042fb1080c admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f950995ae80>> segment before_delete 55550000 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:37:02.993815 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-6f004a89-01ad-4e6c-83df-b3042fb1080c admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f950995ae80>> subnet precommit_delete_associations 55550000 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:37:02.994742 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-6f004a89-01ad-4e6c-83df-b3042fb1080c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f9508599f10>> segment_host_mapping after_create 55550000 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:37:02.995085 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-6f004a89-01ad-4e6c-83df-b3042fb1080c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f9508599f10>> port after_create 55550000 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:37:02.995425 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-6f004a89-01ad-4e6c-83df-b3042fb1080c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f9508599f10>> port after_delete 55550000 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:37:02.995777 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-6f004a89-01ad-4e6c-83df-b3042fb1080c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f9508599f10>> port after_update 55550000 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:37:02.996111 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-6f004a89-01ad-4e6c-83df-b3042fb1080c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f9508599f10>> segment after_delete 55550000 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:37:02.996571 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-6f004a89-01ad-4e6c-83df-b3042fb1080c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f9508599f10>> subnet after_create 55550000 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:37:02.996787 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-6f004a89-01ad-4e6c-83df-b3042fb1080c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f9508599f10>> subnet after_delete 55550000 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:37:02.997101 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-6f004a89-01ad-4e6c-83df-b3042fb1080c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f9508599f10>> subnet after_update 55550000 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:37:03.118270 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-6f004a89-01ad-4e6c-83df-b3042fb1080c admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f9503eb1670>> subnet after_create 55550000 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:37:03.118753 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-6f004a89-01ad-4e6c-83df-b3042fb1080c admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f9503eb1670>> subnet after_delete 55550000 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:37:03.119174 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-6f004a89-01ad-4e6c-83df-b3042fb1080c admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f9503eb1670>> subnet before_create 55550000 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:37:03.119594 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-6f004a89-01ad-4e6c-83df-b3042fb1080c admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f9503eb1670>> subnet before_update 55550000 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 00:37:03.120062 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.services.segments.db [None req-6f004a89-01ad-4e6c-83df-b3042fb1080c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9508599700>,) {'filters': {'network_id': ['3882f1cb-5bb7-4763-997a-9aaed0d041dd']}} {{(pid=73832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:37:03.137365 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.services.segments.db [None req-6f004a89-01ad-4e6c-83df-b3042fb1080c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9508599700>, '5c64dfcd-b035-4d6f-b33a-b733c5e9394f') {'for_net_delete': True} {{(pid=73832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:37:03.137804 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.services.segments.db [None req-6f004a89-01ad-4e6c-83df-b3042fb1080c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9508599700>, '5c64dfcd-b035-4d6f-b33a-b733c5e9394f') {} {{(pid=73832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:37:03.150863 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-6f004a89-01ad-4e6c-83df-b3042fb1080c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767381354599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3982947'] for segment, before_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:03.169411 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-6f004a89-01ad-4e6c-83df-b3042fb1080c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730493'] for segment, precommit_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:03.177767 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f004a89-01ad-4e6c-83df-b3042fb1080c admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=73832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 06 00:37:03.178203 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-6f004a89-01ad-4e6c-83df-b3042fb1080c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-730484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2182792'] for segment, after_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:03.195750 dv-cinder-784623-8-iscsi neutron-server[73832]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
May 06 00:37:03.195750 dv-cinder-784623-8-iscsi neutron-server[73832]:   from cryptography.utils import int_from_bytes
May 06 00:37:03.195750 dv-cinder-784623-8-iscsi neutron-server[73832]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
May 06 00:37:03.195750 dv-cinder-784623-8-iscsi neutron-server[73832]:   from cryptography.utils import int_from_bytes
May 06 00:37:03.195750 dv-cinder-784623-8-iscsi neutron-server[73832]: Traceback (most recent call last):
May 06 00:37:03.195750 dv-cinder-784623-8-iscsi neutron-server[73832]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 06 00:37:03.195750 dv-cinder-784623-8-iscsi neutron-server[73832]:     timer()
May 06 00:37:03.195750 dv-cinder-784623-8-iscsi neutron-server[73832]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 06 00:37:03.195750 dv-cinder-784623-8-iscsi neutron-server[73832]:     cb(*args, **kw)
May 06 00:37:03.195750 dv-cinder-784623-8-iscsi neutron-server[73832]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 06 00:37:03.195750 dv-cinder-784623-8-iscsi neutron-server[73832]:     return func(*args, **kwargs)
May 06 00:37:03.195750 dv-cinder-784623-8-iscsi neutron-server[73832]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 06 00:37:03.195750 dv-cinder-784623-8-iscsi neutron-server[73832]:     self._notify()
May 06 00:37:03.195750 dv-cinder-784623-8-iscsi neutron-server[73832]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 06 00:37:03.195750 dv-cinder-784623-8-iscsi neutron-server[73832]:     self.callback(batched_events)
May 06 00:37:03.195750 dv-cinder-784623-8-iscsi neutron-server[73832]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 06 00:37:03.195750 dv-cinder-784623-8-iscsi neutron-server[73832]:     event.method(event)
May 06 00:37:03.195750 dv-cinder-784623-8-iscsi neutron-server[73832]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 06 00:37:03.195750 dv-cinder-784623-8-iscsi neutron-server[73832]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 06 00:37:03.195750 dv-cinder-784623-8-iscsi neutron-server[73832]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 06 00:37:03.195750 dv-cinder-784623-8-iscsi neutron-server[73832]:     aggregate_uuid = self.p_client.list_aggregates(
May 06 00:37:03.195750 dv-cinder-784623-8-iscsi neutron-server[73832]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 06 00:37:03.195750 dv-cinder-784623-8-iscsi neutron-server[73832]:     return f(self, *a, **k)
May 06 00:37:03.195750 dv-cinder-784623-8-iscsi neutron-server[73832]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 06 00:37:03.195750 dv-cinder-784623-8-iscsi neutron-server[73832]:     return self._get(url).json()
May 06 00:37:03.195750 dv-cinder-784623-8-iscsi neutron-server[73832]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 06 00:37:03.195750 dv-cinder-784623-8-iscsi neutron-server[73832]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 06 00:37:03.195750 dv-cinder-784623-8-iscsi neutron-server[73832]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 06 00:37:03.195750 dv-cinder-784623-8-iscsi neutron-server[73832]:     return self.request(url, 'GET', **kwargs)
May 06 00:37:03.195750 dv-cinder-784623-8-iscsi neutron-server[73832]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 06 00:37:03.195750 dv-cinder-784623-8-iscsi neutron-server[73832]:     base_url = self.get_endpoint(auth, allow=allow,
May 06 00:37:03.195750 dv-cinder-784623-8-iscsi neutron-server[73832]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 06 00:37:03.195750 dv-cinder-784623-8-iscsi neutron-server[73832]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 06 00:37:03.195750 dv-cinder-784623-8-iscsi neutron-server[73832]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 06 00:37:03.195750 dv-cinder-784623-8-iscsi neutron-server[73832]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 06 00:37:03.195750 dv-cinder-784623-8-iscsi neutron-server[73832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 06 00:37:03.302193 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-6f004a89-01ad-4e6c-83df-b3042fb1080c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407932'] for network, after_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:03.316325 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:37:03.332414 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-6f004a89-01ad-4e6c-83df-b3042fb1080c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535980'] for network, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:03.338570 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f004a89-01ad-4e6c-83df-b3042fb1080c admin admin] Pushing event deleted for resources: {'Network': ['ID=3882f1cb-5bb7-4763-997a-9aaed0d041dd,revision_number=None']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:37:03.343559 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-6f004a89-01ad-4e6c-83df-b3042fb1080c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:37:03.345644 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-6f004a89-01ad-4e6c-83df-b3042fb1080c admin admin] 10.222.0.24 "DELETE /v2.0/networks/3882f1cb-5bb7-4763-997a-9aaed0d041dd HTTP/1.1" status: 204  len: 168 time: 0.6846278
May 06 00:37:03.560708 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 39520) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:37:03.612583 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-165b3979-dda4-4157-a20e-1e693e9e12a8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=76fde61c1b0e4d5d9a8dfe0e27082697&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0500517
May 06 00:37:03.615172 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 39526) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:37:03.685079 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-bccf156e-e9d5-46d6-bd11-b2bd896a91e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:03.726011 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-bccf156e-e9d5-46d6-bd11-b2bd896a91e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:03.757053 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65396638-c764-40b1-8999-e8700646aafc req-d5f172b5-2101-45dc-b7f1-5d60b6a41e81 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:03.759035 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-65396638-c764-40b1-8999-e8700646aafc req-d5f172b5-2101-45dc-b7f1-5d60b6a41e81 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=15ce2da6-b007-4eb2-a16e-92ba2286a634 HTTP/1.1" status: 200  len: 945 time: 0.0887134
May 06 00:37:03.797618 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-bccf156e-e9d5-46d6-bd11-b2bd896a91e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:03.806059 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-bacc64ff-585f-42f6-b3fb-114ce05a8d5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:37:03.819414 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-65396638-c764-40b1-8999-e8700646aafc req-8cf0d079-e900-48eb-9d5d-a99cffd22f59 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a34f04e-64d6-4aca-9087-db3260c441d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0518286
May 06 00:37:03.820258 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccf156e-e9d5-46d6-bd11-b2bd896a91e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3c00b23-d5d5-4c36-abd2-6862ef644786,revision_number=None']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:37:03.828430 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-bccf156e-e9d5-46d6-bd11-b2bd896a91e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:37:03.829681 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-bccf156e-e9d5-46d6-bd11-b2bd896a91e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:03.831134 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-bccf156e-e9d5-46d6-bd11-b2bd896a91e2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a3c00b23-d5d5-4c36-abd2-6862ef644786 HTTP/1.1" status: 204  len: 168 time: 0.2150927
May 06 00:37:04.239667 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 39536) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:37:04.290923 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-80f3ed22-1753-4bed-bb72-58b8081757d9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5d062b2666b541b8b778bc24514f4b2c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0499904
May 06 00:37:04.293941 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 39540) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:37:04.377407 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-5564e802-ed4e-47e7-b34a-6fa960eca193 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:04.414427 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-5564e802-ed4e-47e7-b34a-6fa960eca193 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:04.496698 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-5564e802-ed4e-47e7-b34a-6fa960eca193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:04.500619 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-91bb1061-2029-4771-9564-25fd85059138 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:37:04.517370 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-5564e802-ed4e-47e7-b34a-6fa960eca193 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:04.518745 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-5564e802-ed4e-47e7-b34a-6fa960eca193 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b0f1da6a-3f32-4d5f-bd07-1900b513b8cc HTTP/1.1" status: 204  len: 168 time: 0.2238555
May 06 00:37:04.519773 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5564e802-ed4e-47e7-b34a-6fa960eca193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0f1da6a-3f32-4d5f-bd07-1900b513b8cc,revision_number=None']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:37:04.527119 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-5564e802-ed4e-47e7-b34a-6fa960eca193 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:37:05.236726 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7549ee-d068-4fc8-801b-3d0d425ee728 req-17e8bbfc-327d-469b-aac8-f2505b0422f3 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:05.257249 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-bf7549ee-d068-4fc8-801b-3d0d425ee728 req-17e8bbfc-327d-469b-aac8-f2505b0422f3 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=15ce2da6-b007-4eb2-a16e-92ba2286a634 HTTP/1.1" status: 200  len: 945 time: 0.2075660
May 06 00:37:05.385185 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-bf7549ee-d068-4fc8-801b-3d0d425ee728 req-d2aed37d-0f0f-414b-8341-129bd08efda3 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a34f04e-64d6-4aca-9087-db3260c441d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1269710
May 06 00:37:05.902174 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.agents_db [None req-ee74f776-58ee-4f13-aa41-ceaf6d7d8c19 None None] Agent healthcheck: found 6 active agents {{(pid=73834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 06 00:37:06.333382 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12188719-3373-4753-857c-d857c35da14c req-9fbece76-fae5-4784-86ad-6ee91671c200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:06.334843 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-12188719-3373-4753-857c-d857c35da14c req-9fbece76-fae5-4784-86ad-6ee91671c200 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=002b4df3d00d43ddba30ad44b32e56cc&device_id=07ff8e08-f2b7-4e46-b8df-eed0ff990983 HTTP/1.1" status: 200  len: 1098 time: 0.1536536
May 06 00:37:06.379567 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d2c298-e774-4bb8-8623-b3c680111a47 req-53e602d3-85aa-40e1-a630-0467932a4c04 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:06.381324 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-c5d2c298-e774-4bb8-8623-b3c680111a47 req-53e602d3-85aa-40e1-a630-0467932a4c04 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/ports?device_id=07ff8e08-f2b7-4e46-b8df-eed0ff990983 HTTP/1.1" status: 200  len: 945 time: 0.1490099
May 06 00:37:06.569245 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-c5d2c298-e774-4bb8-8623-b3c680111a47 req-f544534b-77b6-4491-b024-6875ae4080ed tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/security-groups?id=ceb8dabd-8ffc-4d87-9464-7f935bd56bb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1230357
May 06 00:37:06.622044 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12188719-3373-4753-857c-d857c35da14c req-92245ff6-44d5-47ed-a224-e227188bae11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:06.623828 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-12188719-3373-4753-857c-d857c35da14c req-92245ff6-44d5-47ed-a224-e227188bae11 service neutron] 10.222.0.30 "GET /v2.0/networks?id=37604004-5acb-4629-b2e7-84023f472da1 HTTP/1.1" status: 200  len: 920 time: 0.2813759
May 06 00:37:06.699011 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-12188719-3373-4753-857c-d857c35da14c req-7ddb452d-a808-4d49-9870-e40fb45e32ba service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d31814e-8b0e-4376-9b93-66e0392316c3 HTTP/1.1" status: 200  len: 217 time: 0.0686736
May 06 00:37:06.807701 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12188719-3373-4753-857c-d857c35da14c req-c5b1a1e0-2f49-4f9a-8bcf-df74d34a6f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:06.809623 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-12188719-3373-4753-857c-d857c35da14c req-c5b1a1e0-2f49-4f9a-8bcf-df74d34a6f61 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=80245074-5ce6-4e43-925d-2fdf29939a72 HTTP/1.1" status: 200  len: 859 time: 0.1025057
May 06 00:37:06.898436 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8156cd13-dcbe-4a9f-a874-ee2be69f474b req-5db97e5c-5d4e-43b2-8b27-aa0ff68c3b07 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:06.902920 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-8156cd13-dcbe-4a9f-a874-ee2be69f474b req-5db97e5c-5d4e-43b2-8b27-aa0ff68c3b07 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=15ce2da6-b007-4eb2-a16e-92ba2286a634 HTTP/1.1" status: 200  len: 945 time: 0.2643948
May 06 00:37:06.911637 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-12188719-3373-4753-857c-d857c35da14c req-dbf87b9f-95cd-4a15-b698-ff52ecc47683 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=37604004-5acb-4629-b2e7-84023f472da1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0947552
May 06 00:37:07.032033 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-8156cd13-dcbe-4a9f-a874-ee2be69f474b req-125e4c39-da6e-41c5-af09-80358bb6f821 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a34f04e-64d6-4aca-9087-db3260c441d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1144166
May 06 00:37:07.221895 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-12188719-3373-4753-857c-d857c35da14c req-5b51d3ca-9441-4d46-96a2-a9a58185e031 service neutron] 10.222.0.30 "GET /v2.0/networks/37604004-5acb-4629-b2e7-84023f472da1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2989130
May 06 00:37:07.511317 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-12188719-3373-4753-857c-d857c35da14c req-06af6982-1b65-43f4-9ff1-e4a9ff59108a service neutron] 10.222.0.30 "GET /v2.0/networks/37604004-5acb-4629-b2e7-84023f472da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2732451
May 06 00:37:07.974312 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaebf9a-b496-4a90-96e2-5494f6538a32 req-a2e90f1a-a7f2-4cae-909e-7ea193246866 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:07.975871 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-2eaebf9a-b496-4a90-96e2-5494f6538a32 req-a2e90f1a-a7f2-4cae-909e-7ea193246866 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/ports?device_id=07ff8e08-f2b7-4e46-b8df-eed0ff990983 HTTP/1.1" status: 200  len: 945 time: 0.2674475
May 06 00:37:08.024761 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-2eaebf9a-b496-4a90-96e2-5494f6538a32 req-99b24904-8307-4b25-a935-21410bbc9c75 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/security-groups?id=ceb8dabd-8ffc-4d87-9464-7f935bd56bb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415077
May 06 00:37:08.401742 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5805055-c68c-4aeb-96a9-f28ef72ca3f9 req-72073a5b-b38d-493c-92ed-ed07066cbc07 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:08.403154 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-e5805055-c68c-4aeb-96a9-f28ef72ca3f9 req-72073a5b-b38d-493c-92ed-ed07066cbc07 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=15ce2da6-b007-4eb2-a16e-92ba2286a634 HTTP/1.1" status: 200  len: 945 time: 0.0862784
May 06 00:37:08.447849 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-e5805055-c68c-4aeb-96a9-f28ef72ca3f9 req-d5d2a5fb-de2c-4ac2-9e3e-d188ae72cdc5 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a34f04e-64d6-4aca-9087-db3260c441d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391316
May 06 00:37:09.216491 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a079ec4f-5a02-45ad-a873-eeac4f2a4191 req-3ba19d0c-fc92-48e1-802d-8aa5cf14a1fd tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:09.217961 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-a079ec4f-5a02-45ad-a873-eeac4f2a4191 req-3ba19d0c-fc92-48e1-802d-8aa5cf14a1fd tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/ports?device_id=07ff8e08-f2b7-4e46-b8df-eed0ff990983 HTTP/1.1" status: 200  len: 945 time: 0.0822227
May 06 00:37:09.263851 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-a079ec4f-5a02-45ad-a873-eeac4f2a4191 req-b699676e-51fb-4b81-8cc6-0b8da1dd7eec tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/security-groups?id=ceb8dabd-8ffc-4d87-9464-7f935bd56bb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401139
May 06 00:37:09.631805 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d563aa9-cf4a-4e7c-9d7b-8d661cb049aa req-a05f5057-1042-49aa-bfdc-7b887d03bd98 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:09.634046 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-1d563aa9-cf4a-4e7c-9d7b-8d661cb049aa req-a05f5057-1042-49aa-bfdc-7b887d03bd98 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=15ce2da6-b007-4eb2-a16e-92ba2286a634 HTTP/1.1" status: 200  len: 945 time: 0.0785637
May 06 00:37:09.680278 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-1d563aa9-cf4a-4e7c-9d7b-8d661cb049aa req-4ffc3f7d-0c2c-4461-b037-45cb93727517 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a34f04e-64d6-4aca-9087-db3260c441d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404832
May 06 00:37:10.214122 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Device 163e2ec3-2d31-4d71-b82f-9ef0fbf1fa68 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=73833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 06 00:37:10.346706 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] For port 163e2ec3-2d31-4d71-b82f-9ef0fbf1fa68, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=163e2ec3-2d31-4d71-b82f-9ef0fbf1fa68,segment=NetworkSegment(d6767cd9-a845-4bf2-a0b7-cab2ef6cd327),segment_id=d6767cd9-a845-4bf2-a0b7-cab2ef6cd327)] {{(pid=73833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:37:10.361577 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Returning: {'device': '163e2ec3-2d31-4d71-b82f-9ef0fbf1fa68', 'network_id': 'f1ee20ed-17e0-4650-a61e-4e2579bfb5cb', 'port_id': '163e2ec3-2d31-4d71-b82f-9ef0fbf1fa68', 'mac_address': 'fa:16:3e:67:c9:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '587fdbbc-2087-48fc-8109-2b5f3ba73405', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 06 00:37:10.417950 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:10.433989 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.notifiers.nova [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 163e2ec3-2d31-4d71-b82f-9ef0fbf1fa68 {{(pid=73833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 06 00:37:10.449171 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] For port 163e2ec3-2d31-4d71-b82f-9ef0fbf1fa68, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=163e2ec3-2d31-4d71-b82f-9ef0fbf1fa68,segment=NetworkSegment(d6767cd9-a845-4bf2-a0b7-cab2ef6cd327),segment_id=d6767cd9-a845-4bf2-a0b7-cab2ef6cd327)] {{(pid=73833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:37:10.453376 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:10.455061 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:37:10.456753 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d03d533-d4b0-4690-bdf8-2b031185dadf req-164fe26d-ea19-470a-9646-8b7cc902c445 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:10.458211 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-4d03d533-d4b0-4690-bdf8-2b031185dadf req-164fe26d-ea19-470a-9646-8b7cc902c445 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/ports?device_id=07ff8e08-f2b7-4e46-b8df-eed0ff990983 HTTP/1.1" status: 200  len: 945 time: 0.0840845
May 06 00:37:10.506637 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-4d03d533-d4b0-4690-bdf8-2b031185dadf req-6dfc6526-0968-4f30-b590-a41b9361eb6f tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/security-groups?id=ceb8dabd-8ffc-4d87-9464-7f935bd56bb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418422
May 06 00:37:10.522017 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Pushing event updated for resources: {'Port': ['ID=163e2ec3-2d31-4d71-b82f-9ef0fbf1fa68,revision_number=6']} {{(pid=73833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:37:10.525990 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:37:10.867165 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d5e3fd-d600-4e7d-908e-5869cedc9eb9 req-4557a366-863e-4c94-ae7e-a7b8fd126290 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:10.868629 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-f0d5e3fd-d600-4e7d-908e-5869cedc9eb9 req-4557a366-863e-4c94-ae7e-a7b8fd126290 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=15ce2da6-b007-4eb2-a16e-92ba2286a634 HTTP/1.1" status: 200  len: 944 time: 0.0784459
May 06 00:37:10.913698 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-f0d5e3fd-d600-4e7d-908e-5869cedc9eb9 req-aba693c7-1223-4db0-9b06-bee5e5bc36db tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a34f04e-64d6-4aca-9087-db3260c441d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394907
May 06 00:37:11.693968 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8bb0d7-3f50-4c3a-9375-20fde271752d req-ca8640f9-9885-4aea-ac54-4809304c9fa6 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:11.704248 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-de8bb0d7-3f50-4c3a-9375-20fde271752d req-ca8640f9-9885-4aea-ac54-4809304c9fa6 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/ports?device_id=07ff8e08-f2b7-4e46-b8df-eed0ff990983 HTTP/1.1" status: 200  len: 945 time: 0.0882518
May 06 00:37:11.718299 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] get_ports_and_sgs() called for port_ids ['163e2ec3-2d31-4d71-b82f-9ef0fbf1fa68'] {{(pid=73833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 06 00:37:11.760347 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-de8bb0d7-3f50-4c3a-9375-20fde271752d req-5e3b96f1-a76c-401f-b40b-6debcda2b8e6 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/security-groups?id=ceb8dabd-8ffc-4d87-9464-7f935bd56bb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552707
May 06 00:37:12.119634 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f4a0ce-01d8-463e-9ccf-cf0f4e8a52b1 req-34a678da-2994-4ade-ab15-5e00aa3426e1 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:12.121100 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-d7f4a0ce-01d8-463e-9ccf-cf0f4e8a52b1 req-34a678da-2994-4ade-ab15-5e00aa3426e1 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=15ce2da6-b007-4eb2-a16e-92ba2286a634 HTTP/1.1" status: 200  len: 944 time: 0.0871885
May 06 00:37:12.173315 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-d7f4a0ce-01d8-463e-9ccf-cf0f4e8a52b1 req-c798cea7-bb0e-49b5-89bd-b9de82b98cd1 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a34f04e-64d6-4aca-9087-db3260c441d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456500
May 06 00:37:12.542555 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-07094f48-ffd4-4941-9b63-cb9f9e492f16 req-edea3e2b-9952-4929-abbe-4d7d74cfa02b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f4cd3d09-3e89-4c0b-9e95-5448b9ed53ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0853362
May 06 00:37:12.641859 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07094f48-ffd4-4941-9b63-cb9f9e492f16 req-4cae997c-4828-4cb6-9364-b4a1f9b1b16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:12.643532 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-07094f48-ffd4-4941-9b63-cb9f9e492f16 req-4cae997c-4828-4cb6-9364-b4a1f9b1b16e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c6c13c091dfc4aacbf264be74291da6e&device_id=f4cd3d09-3e89-4c0b-9e95-5448b9ed53ac HTTP/1.1" status: 200  len: 1099 time: 0.0752618
May 06 00:37:12.907198 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07094f48-ffd4-4941-9b63-cb9f9e492f16 req-4734300a-3e0c-486b-8e6c-09aa1f8b5a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:12.909652 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-07094f48-ffd4-4941-9b63-cb9f9e492f16 req-4734300a-3e0c-486b-8e6c-09aa1f8b5a1d service neutron] 10.222.0.30 "GET /v2.0/networks?id=1ea45e29-439e-495a-941c-7f5912677888 HTTP/1.1" status: 200  len: 912 time: 0.2392099
May 06 00:37:13.063212 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:13.093809 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-07094f48-ffd4-4941-9b63-cb9f9e492f16 req-90f4f168-e504-413b-99ad-0d34c584cabb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fecd3a1a-9141-44a4-a881-089790423897 HTTP/1.1" status: 200  len: 1002 time: 0.1338601
May 06 00:37:13.172935 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb7e2a7-e055-4cb6-927c-1e90c91d6c84 req-01f57bda-3068-4754-907a-3b6df9e9a38e tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:13.181418 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-4bb7e2a7-e055-4cb6-927c-1e90c91d6c84 req-01f57bda-3068-4754-907a-3b6df9e9a38e tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/ports?device_id=07ff8e08-f2b7-4e46-b8df-eed0ff990983 HTTP/1.1" status: 200  len: 945 time: 0.2598922
May 06 00:37:13.256130 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-4bb7e2a7-e055-4cb6-927c-1e90c91d6c84 req-e7a9a4c8-2dc0-4f87-b5c9-1980762cd1bd tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/security-groups?id=ceb8dabd-8ffc-4d87-9464-7f935bd56bb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0735767
May 06 00:37:13.258153 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07094f48-ffd4-4941-9b63-cb9f9e492f16 req-7a9782cf-4a4f-4b36-9e8b-dc80ed875e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:13.259704 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-07094f48-ffd4-4941-9b63-cb9f9e492f16 req-7a9782cf-4a4f-4b36-9e8b-dc80ed875e7b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=693ca583-83b8-4934-b0a4-9f6d64f7b0b2 HTTP/1.1" status: 200  len: 850 time: 0.1565766
May 06 00:37:13.394394 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07094f48-ffd4-4941-9b63-cb9f9e492f16 req-15831c95-c0ee-4231-81fd-1cb92434f25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:13.396020 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-07094f48-ffd4-4941-9b63-cb9f9e492f16 req-15831c95-c0ee-4231-81fd-1cb92434f25c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1ea45e29-439e-495a-941c-7f5912677888&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1235371
May 06 00:37:13.432110 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0937b75a-8402-451e-af43-7e9e157cd8db req-e9fa6109-7eff-4c05-9358-6da7b27fd2c5 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:13.437246 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-0937b75a-8402-451e-af43-7e9e157cd8db req-e9fa6109-7eff-4c05-9358-6da7b27fd2c5 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=15ce2da6-b007-4eb2-a16e-92ba2286a634 HTTP/1.1" status: 200  len: 944 time: 0.0952239
May 06 00:37:13.483135 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Device 163e2ec3-2d31-4d71-b82f-9ef0fbf1fa68 up at agent hyperv_hv-cinder-78462 {{(pid=73833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 00:37:13.547036 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-0937b75a-8402-451e-af43-7e9e157cd8db req-22d5b169-004f-4104-b5f8-626059685082 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a34f04e-64d6-4aca-9087-db3260c441d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0972192
May 06 00:37:13.707960 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-07094f48-ffd4-4941-9b63-cb9f9e492f16 req-1be38d10-2f3f-4d7f-b105-96707cfdac70 service neutron] 10.222.0.30 "GET /v2.0/networks/1ea45e29-439e-495a-941c-7f5912677888?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3020086
May 06 00:37:13.754671 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Provisioning complete for port 163e2ec3-2d31-4d71-b82f-9ef0fbf1fa68 triggered by entity L2. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 00:37:13.755330 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723253'] for port, provisioning_complete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:13.963502 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956be6b3-abb2-4157-9398-260a41979784 req-2599d25b-39a3-4a03-ae27-2fc1b5acb646 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:13.972012 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-956be6b3-abb2-4157-9398-260a41979784 req-2599d25b-39a3-4a03-ae27-2fc1b5acb646 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4cd3d09-3e89-4c0b-9e95-5448b9ed53ac HTTP/1.1" status: 200  len: 946 time: 0.1428344
May 06 00:37:13.995450 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:14.031060 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-07094f48-ffd4-4941-9b63-cb9f9e492f16 req-3bad7407-73bf-45b5-835f-31b24afa1499 service neutron] 10.222.0.30 "GET /v2.0/networks/1ea45e29-439e-495a-941c-7f5912677888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3155615
May 06 00:37:14.037335 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-956be6b3-abb2-4157-9398-260a41979784 req-c22127b0-b6e5-4850-8441-e9c9dbe342c9 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/security-groups?id=5accd55e-29bc-4ca7-befd-1574e549f464&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0639353
May 06 00:37:14.074881 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15ce2da6-b007-4eb2-a16e-92ba2286a634', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '163e2ec3-2d31-4d71-b82f-9ef0fbf1fa68'}] {{(pid=73833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 00:37:14.098016 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] For port 163e2ec3-2d31-4d71-b82f-9ef0fbf1fa68, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=163e2ec3-2d31-4d71-b82f-9ef0fbf1fa68,segment=NetworkSegment(d6767cd9-a845-4bf2-a0b7-cab2ef6cd327),segment_id=d6767cd9-a845-4bf2-a0b7-cab2ef6cd327)] {{(pid=73833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:37:14.105712 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:14.110724 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:37:14.175151 dv-cinder-784623-8-iscsi neutron-server[73833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15ce2da6-b007-4eb2-a16e-92ba2286a634', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '163e2ec3-2d31-4d71-b82f-9ef0fbf1fa68', 'code': 200}
May 06 00:37:14.206564 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Pushing event updated for resources: {'Port': ['ID=163e2ec3-2d31-4d71-b82f-9ef0fbf1fa68,revision_number=7']} {{(pid=73833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:37:14.211291 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:37:14.669881 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b997dd55-6e1b-4cc1-949a-23013d2caf25 req-65d0c3a4-3148-4a01-a904-8c1d03025edc tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:14.671557 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-b997dd55-6e1b-4cc1-949a-23013d2caf25 req-65d0c3a4-3148-4a01-a904-8c1d03025edc tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/ports?device_id=07ff8e08-f2b7-4e46-b8df-eed0ff990983 HTTP/1.1" status: 200  len: 945 time: 0.1495807
May 06 00:37:14.821369 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-b997dd55-6e1b-4cc1-949a-23013d2caf25 req-4a829128-cacb-4576-ba7f-e3c4c5595ed4 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/security-groups?id=ceb8dabd-8ffc-4d87-9464-7f935bd56bb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1410034
May 06 00:37:14.922630 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e976f5f-961d-4454-9044-e0c30ff1d3ee req-c0b25bbb-d012-4acf-860b-731499acd1a6 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:14.924387 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-9e976f5f-961d-4454-9044-e0c30ff1d3ee req-c0b25bbb-d012-4acf-860b-731499acd1a6 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=15ce2da6-b007-4eb2-a16e-92ba2286a634 HTTP/1.1" status: 200  len: 945 time: 0.0871646
May 06 00:37:14.935126 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 39826) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:37:14.993233 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-9e976f5f-961d-4454-9044-e0c30ff1d3ee req-7aa59917-e7d0-4584-bbc8-295dfef3c06a tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a34f04e-64d6-4aca-9087-db3260c441d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0500543
May 06 00:37:15.091794 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-3fca298c-6655-4c37-91a5-3c6480d3f7e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:15.106890 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-3fca298c-6655-4c37-91a5-3c6480d3f7e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:37:15.111735 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-3fca298c-6655-4c37-91a5-3c6480d3f7e9 admin admin] Usage tracker for resource:security_group_rule and tenant:03ebf3630d83467081fd02280728bb92 is out of sync, need to count used quota {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:37:15.114683 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-3fca298c-6655-4c37-91a5-3c6480d3f7e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:37:15.120839 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-3fca298c-6655-4c37-91a5-3c6480d3f7e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:37:15.246954 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-3fca298c-6655-4c37-91a5-3c6480d3f7e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:15.253908 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-3fca298c-6655-4c37-91a5-3c6480d3f7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:15.257341 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219aa899-2ea0-47dc-81f4-b181c55ebc43 req-2036208b-1227-435c-b7ef-d29a12f1fc14 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:15.259354 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-219aa899-2ea0-47dc-81f4-b181c55ebc43 req-2036208b-1227-435c-b7ef-d29a12f1fc14 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4cd3d09-3e89-4c0b-9e95-5448b9ed53ac HTTP/1.1" status: 200  len: 946 time: 0.1038523
May 06 00:37:15.265380 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:37:15.319322 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-3fca298c-6655-4c37-91a5-3c6480d3f7e9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=03ebf3630d83467081fd02280728bb92&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3775344
May 06 00:37:15.319702 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 39838) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:37:15.328323 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fca298c-6655-4c37-91a5-3c6480d3f7e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcb87cd2-0946-42bb-9b37-18d668e734f2,revision_number=1']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:37:15.335485 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-219aa899-2ea0-47dc-81f4-b181c55ebc43 req-949d6138-e5fe-4d28-9ef1-8e3a030d57b7 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/security-groups?id=5accd55e-29bc-4ca7-befd-1574e549f464&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0687261
May 06 00:37:15.366916 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-3fca298c-6655-4c37-91a5-3c6480d3f7e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:37:15.391269 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-15142451-0b23-4400-b321-a46ee0c8eb55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:15.422445 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-15142451-0b23-4400-b321-a46ee0c8eb55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:15.596156 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-15142451-0b23-4400-b321-a46ee0c8eb55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:15.600614 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-9e00bbea-d8c6-40d2-aa90-fd4c9d55b925 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:37:15.613903 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15142451-0b23-4400-b321-a46ee0c8eb55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcb87cd2-0946-42bb-9b37-18d668e734f2,revision_number=None']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:37:15.617448 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-15142451-0b23-4400-b321-a46ee0c8eb55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:37:15.631543 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-15142451-0b23-4400-b321-a46ee0c8eb55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:15.633730 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-15142451-0b23-4400-b321-a46ee0c8eb55 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bcb87cd2-0946-42bb-9b37-18d668e734f2 HTTP/1.1" status: 204  len: 168 time: 0.3129933
May 06 00:37:16.064781 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 39860) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:37:16.067953 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0ba46b-ab5f-4882-8325-2a9345a38fe2 req-c79a705d-ee4d-431c-a9ea-d433ccdaf12c tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:16.070904 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-cd0ba46b-ab5f-4882-8325-2a9345a38fe2 req-c79a705d-ee4d-431c-a9ea-d433ccdaf12c tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/ports?device_id=07ff8e08-f2b7-4e46-b8df-eed0ff990983 HTTP/1.1" status: 200  len: 945 time: 0.1138153
May 06 00:37:16.084492 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-c3f8cf0b-0819-4a5f-a38e-c3f0f3a3d9d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:16.100386 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-c3f8cf0b-0819-4a5f-a38e-c3f0f3a3d9d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:37:16.105376 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-c3f8cf0b-0819-4a5f-a38e-c3f0f3a3d9d7 admin admin] Usage tracker for resource:security_group_rule and tenant:abeab08820dd406482ca47aab152ca3d is out of sync, need to count used quota {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:37:16.108408 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-c3f8cf0b-0819-4a5f-a38e-c3f0f3a3d9d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:37:16.115519 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-c3f8cf0b-0819-4a5f-a38e-c3f0f3a3d9d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:37:16.124299 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-cd0ba46b-ab5f-4882-8325-2a9345a38fe2 req-cbe20fe6-ebc1-4316-8732-c4ea720008ce tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/security-groups?id=ceb8dabd-8ffc-4d87-9464-7f935bd56bb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475721
May 06 00:37:16.283078 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a573b3d1-9423-461c-b901-c3b7daabb0ba req-6af8db8b-4e9f-4418-a046-f9b4e0b93991 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:16.289288 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-a573b3d1-9423-461c-b901-c3b7daabb0ba req-6af8db8b-4e9f-4418-a046-f9b4e0b93991 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=15ce2da6-b007-4eb2-a16e-92ba2286a634 HTTP/1.1" status: 200  len: 945 time: 0.1339245
May 06 00:37:16.296795 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-c3f8cf0b-0819-4a5f-a38e-c3f0f3a3d9d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:16.313292 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-c3f8cf0b-0819-4a5f-a38e-c3f0f3a3d9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:16.323873 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-def58282-3ad4-4796-849c-88f59ff22a26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:37:16.393731 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-a573b3d1-9423-461c-b901-c3b7daabb0ba req-f82013fd-c0d4-4c92-8fa4-013acf867f24 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a34f04e-64d6-4aca-9087-db3260c441d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0999198
May 06 00:37:16.395813 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f8cf0b-0819-4a5f-a38e-c3f0f3a3d9d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ac5c097-0a47-49e9-bc22-5b8dc871df40,revision_number=1']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:37:16.402509 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-c3f8cf0b-0819-4a5f-a38e-c3f0f3a3d9d7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=abeab08820dd406482ca47aab152ca3d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3355708
May 06 00:37:16.404562 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-c3f8cf0b-0819-4a5f-a38e-c3f0f3a3d9d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:37:16.405392 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 39868) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:37:16.589824 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-9aec69ba-199a-4932-82fe-734135146012 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:16.640677 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-9aec69ba-199a-4932-82fe-734135146012 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:16.679106 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfce99ed-c2a4-49c7-984f-26b8b90433bf req-03487713-32ff-4c8d-bfbc-c74239c094d5 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:16.680623 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-dfce99ed-c2a4-49c7-984f-26b8b90433bf req-03487713-32ff-4c8d-bfbc-c74239c094d5 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4cd3d09-3e89-4c0b-9e95-5448b9ed53ac HTTP/1.1" status: 200  len: 946 time: 0.1740987
May 06 00:37:16.753225 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-dfce99ed-c2a4-49c7-984f-26b8b90433bf req-ab69df75-1ef1-4063-b375-fc52a02cb0b6 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/security-groups?id=5accd55e-29bc-4ca7-befd-1574e549f464&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0646727
May 06 00:37:16.753887 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-9aec69ba-199a-4932-82fe-734135146012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:16.764976 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-4c7b046d-cb63-4504-89ce-45a033340d06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:37:16.778034 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aec69ba-199a-4932-82fe-734135146012 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ac5c097-0a47-49e9-bc22-5b8dc871df40,revision_number=None']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:37:16.782558 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-69de17a3-b6e7-4b01-8730-8ce4d25d7566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:16.794970 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-9aec69ba-199a-4932-82fe-734135146012 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:37:16.801016 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-9aec69ba-199a-4932-82fe-734135146012 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:16.803121 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-9aec69ba-199a-4932-82fe-734135146012 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6ac5c097-0a47-49e9-bc22-5b8dc871df40 HTTP/1.1" status: 204  len: 168 time: 0.3954117
May 06 00:37:17.352396 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc93b248-30d4-4468-a554-34a4dc20e8cf req-084c970e-8528-47c4-b833-315a559639e4 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:17.354194 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-fc93b248-30d4-4468-a554-34a4dc20e8cf req-084c970e-8528-47c4-b833-315a559639e4 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/ports?device_id=07ff8e08-f2b7-4e46-b8df-eed0ff990983 HTTP/1.1" status: 200  len: 945 time: 0.0900190
May 06 00:37:17.419697 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-fc93b248-30d4-4468-a554-34a4dc20e8cf req-b6f6ddb0-7287-4923-83d5-a7c19e1dc75c tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/security-groups?id=ceb8dabd-8ffc-4d87-9464-7f935bd56bb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585032
May 06 00:37:17.660208 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ffb617-f065-42da-abf8-0792c618c448 req-0275155d-45c1-42e8-90b7-894ec01c8f3b tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:17.668512 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-b2ffb617-f065-42da-abf8-0792c618c448 req-0275155d-45c1-42e8-90b7-894ec01c8f3b tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=15ce2da6-b007-4eb2-a16e-92ba2286a634 HTTP/1.1" status: 200  len: 945 time: 0.1190758
May 06 00:37:17.724478 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-b2ffb617-f065-42da-abf8-0792c618c448 req-b5e2a555-e5cd-4448-b27d-c4870f9fac6c tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a34f04e-64d6-4aca-9087-db3260c441d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0550764
May 06 00:37:18.035912 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c7a070-bc18-44af-84a9-5d98f2496614 req-9a985153-ee4e-4630-8008-4968ff2c7cfc tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:18.038088 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-69c7a070-bc18-44af-84a9-5d98f2496614 req-9a985153-ee4e-4630-8008-4968ff2c7cfc tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4cd3d09-3e89-4c0b-9e95-5448b9ed53ac HTTP/1.1" status: 200  len: 946 time: 0.1523099
May 06 00:37:18.090939 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-69c7a070-bc18-44af-84a9-5d98f2496614 req-1fef1702-9abb-4dfc-84a9-ff957146f357 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/security-groups?id=5accd55e-29bc-4ca7-befd-1574e549f464&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427508
May 06 00:37:18.614362 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93babc63-3828-4e67-8790-c2495c3add88 req-1cf58f78-b8ec-4348-adff-40dfad552e63 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:18.616672 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-93babc63-3828-4e67-8790-c2495c3add88 req-1cf58f78-b8ec-4348-adff-40dfad552e63 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/ports?device_id=07ff8e08-f2b7-4e46-b8df-eed0ff990983 HTTP/1.1" status: 200  len: 945 time: 0.0872517
May 06 00:37:18.673230 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-93babc63-3828-4e67-8790-c2495c3add88 req-3e921f78-01f0-40a9-bda4-a57cad3934e5 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/security-groups?id=ceb8dabd-8ffc-4d87-9464-7f935bd56bb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474133
May 06 00:37:18.946774 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d26925b-025f-4ae2-b238-79669905868c req-836f1698-a1b1-42a6-bb1c-90d88d706b47 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:18.948377 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-7d26925b-025f-4ae2-b238-79669905868c req-836f1698-a1b1-42a6-bb1c-90d88d706b47 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=15ce2da6-b007-4eb2-a16e-92ba2286a634 HTTP/1.1" status: 200  len: 945 time: 0.0890372
May 06 00:37:18.997274 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-7d26925b-025f-4ae2-b238-79669905868c req-50973292-42be-4456-9eb8-f1a301fe545f tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a34f04e-64d6-4aca-9087-db3260c441d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431671
May 06 00:37:19.262987 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:19.301223 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24392d3b-edac-4818-ad9c-896aebe3379c req-619153b0-e954-4c82-828f-7ac17c933029 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:19.302805 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-24392d3b-edac-4818-ad9c-896aebe3379c req-619153b0-e954-4c82-828f-7ac17c933029 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4cd3d09-3e89-4c0b-9e95-5448b9ed53ac HTTP/1.1" status: 200  len: 946 time: 0.0989385
May 06 00:37:19.353244 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-24392d3b-edac-4818-ad9c-896aebe3379c req-cf5b7c9a-a3eb-4762-a8fd-b1a26f3484fc tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/security-groups?id=5accd55e-29bc-4ca7-befd-1574e549f464&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440457
May 06 00:37:19.555774 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-411437de-76cf-476d-ae46-8503ad2e0732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:19.932510 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e1a010-70c2-4ff9-b9bb-72f20eeff87c req-8cba3f0b-945f-4b22-a9f0-1454ab7c9d65 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:19.934878 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-27e1a010-70c2-4ff9-b9bb-72f20eeff87c req-8cba3f0b-945f-4b22-a9f0-1454ab7c9d65 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/ports?device_id=07ff8e08-f2b7-4e46-b8df-eed0ff990983 HTTP/1.1" status: 200  len: 945 time: 0.1044052
May 06 00:37:20.001666 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-27e1a010-70c2-4ff9-b9bb-72f20eeff87c req-389dfa5c-39d9-48ee-a033-1102ad1b511b tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/security-groups?id=ceb8dabd-8ffc-4d87-9464-7f935bd56bb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0578699
May 06 00:37:20.210923 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48154732-0c16-40d5-8804-019a40d5038b req-050a15e1-3ba8-481f-bbf4-c92b4730e00c tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:20.213417 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-48154732-0c16-40d5-8804-019a40d5038b req-050a15e1-3ba8-481f-bbf4-c92b4730e00c tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=15ce2da6-b007-4eb2-a16e-92ba2286a634 HTTP/1.1" status: 200  len: 945 time: 0.0983458
May 06 00:37:20.269509 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-48154732-0c16-40d5-8804-019a40d5038b req-11dd1671-0e9e-47a9-8524-3c65d25375ef tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a34f04e-64d6-4aca-9087-db3260c441d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0500975
May 06 00:37:20.411540 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-90084741-9b8f-423c-9f16-72d74cd0e02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:20.575703 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183b31f3-7d82-4817-b121-6fe65e3341cd req-4814601f-9c8a-4908-93a7-d2c12a4e3267 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:20.578283 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-183b31f3-7d82-4817-b121-6fe65e3341cd req-4814601f-9c8a-4908-93a7-d2c12a4e3267 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4cd3d09-3e89-4c0b-9e95-5448b9ed53ac HTTP/1.1" status: 200  len: 946 time: 0.0963271
May 06 00:37:20.634536 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-183b31f3-7d82-4817-b121-6fe65e3341cd req-cc7e2c71-9cca-426b-84b6-2ab9e491217a tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/security-groups?id=5accd55e-29bc-4ca7-befd-1574e549f464&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0508113
May 06 00:37:21.211587 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4cb52b-fdc5-4e3d-b908-e713dda9f658 req-11cbb915-a024-446c-85f4-81e306804663 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:21.213135 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-da4cb52b-fdc5-4e3d-b908-e713dda9f658 req-11cbb915-a024-446c-85f4-81e306804663 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/ports?device_id=07ff8e08-f2b7-4e46-b8df-eed0ff990983 HTTP/1.1" status: 200  len: 945 time: 0.0874667
May 06 00:37:21.263401 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-da4cb52b-fdc5-4e3d-b908-e713dda9f658 req-5b855afc-1e34-40bd-8618-6b486642a7bc tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/security-groups?id=ceb8dabd-8ffc-4d87-9464-7f935bd56bb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444489
May 06 00:37:21.484724 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3232100-424a-4591-be2b-54924bd699ac req-5297d5c7-dabe-421a-a8ad-027029bb8605 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:21.486404 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-e3232100-424a-4591-be2b-54924bd699ac req-5297d5c7-dabe-421a-a8ad-027029bb8605 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=15ce2da6-b007-4eb2-a16e-92ba2286a634 HTTP/1.1" status: 200  len: 945 time: 0.0940244
May 06 00:37:21.533820 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-e3232100-424a-4591-be2b-54924bd699ac req-174fcb50-e766-446c-ac23-250037bab019 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a34f04e-64d6-4aca-9087-db3260c441d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400698
May 06 00:37:21.832191 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276f11a5-fa94-40fd-a5bb-f4a4dceaea4a req-834e6676-7d3f-4b29-8f68-c1f2ad303337 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:21.833890 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-276f11a5-fa94-40fd-a5bb-f4a4dceaea4a req-834e6676-7d3f-4b29-8f68-c1f2ad303337 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4cd3d09-3e89-4c0b-9e95-5448b9ed53ac HTTP/1.1" status: 200  len: 946 time: 0.0854340
May 06 00:37:21.888339 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-276f11a5-fa94-40fd-a5bb-f4a4dceaea4a req-320d1659-f696-429f-9742-e7ef30a3e5d7 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/security-groups?id=5accd55e-29bc-4ca7-befd-1574e549f464&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0483131
May 06 00:37:21.916128 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-06e5bd5a-9e4a-4653-864f-becf711c9df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:22.196623 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 40000) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:37:22.331402 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-cdbaa0c7-2e6e-4a11-83a1-6d6029335aae admin admin] Notify callbacks [] for security_group, before_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:22.346654 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-cdbaa0c7-2e6e-4a11-83a1-6d6029335aae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:37:22.350630 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-cdbaa0c7-2e6e-4a11-83a1-6d6029335aae admin admin] Usage tracker for resource:security_group_rule and tenant:3eb2ce2d07724459849575cec84a95bb is out of sync, need to count used quota {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:37:22.353626 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-cdbaa0c7-2e6e-4a11-83a1-6d6029335aae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:37:22.359937 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-cdbaa0c7-2e6e-4a11-83a1-6d6029335aae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:37:22.451897 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-cdbaa0c7-2e6e-4a11-83a1-6d6029335aae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:22.455805 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-cdbaa0c7-2e6e-4a11-83a1-6d6029335aae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:22.464961 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-bccf156e-e9d5-46d6-bd11-b2bd896a91e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:37:22.474948 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cfdc49-2c17-4901-884a-a37be1158a96 req-12d7af2d-6b83-4f0d-bbab-dfc8643b824e tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:22.477554 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-17cfdc49-2c17-4901-884a-a37be1158a96 req-12d7af2d-6b83-4f0d-bbab-dfc8643b824e tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/ports?device_id=07ff8e08-f2b7-4e46-b8df-eed0ff990983 HTTP/1.1" status: 200  len: 945 time: 0.0977223
May 06 00:37:22.515096 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-cdbaa0c7-2e6e-4a11-83a1-6d6029335aae admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3eb2ce2d07724459849575cec84a95bb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3150151
May 06 00:37:22.515096 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbaa0c7-2e6e-4a11-83a1-6d6029335aae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06520d3f-56ab-4fd6-b6e4-425f96dd80a5,revision_number=1']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:37:22.516215 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 40008) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:37:22.527874 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-17cfdc49-2c17-4901-884a-a37be1158a96 req-5de2bf2b-31fc-47a9-92d2-0763bdbebfef tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/security-groups?id=ceb8dabd-8ffc-4d87-9464-7f935bd56bb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447338
May 06 00:37:22.539487 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-cdbaa0c7-2e6e-4a11-83a1-6d6029335aae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:37:22.609590 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-04247c61-b469-449b-b9f5-8883c1b14978 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:22.640819 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-04247c61-b469-449b-b9f5-8883c1b14978 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:22.774258 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-04247c61-b469-449b-b9f5-8883c1b14978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:22.778401 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-d190fff8-6b3d-49e1-9405-eca2bc5cf74a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:37:22.792944 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992a3219-8e65-490d-a4be-2180d55221ac req-381b2d6e-cb41-4aa4-942e-a6bf518a9568 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:22.794441 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-992a3219-8e65-490d-a4be-2180d55221ac req-381b2d6e-cb41-4aa4-942e-a6bf518a9568 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=15ce2da6-b007-4eb2-a16e-92ba2286a634 HTTP/1.1" status: 200  len: 945 time: 0.1403222
May 06 00:37:22.800225 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04247c61-b469-449b-b9f5-8883c1b14978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06520d3f-56ab-4fd6-b6e4-425f96dd80a5,revision_number=None']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:37:22.825013 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-04247c61-b469-449b-b9f5-8883c1b14978 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:37:22.836307 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-04247c61-b469-449b-b9f5-8883c1b14978 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:22.837625 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-04247c61-b469-449b-b9f5-8883c1b14978 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/06520d3f-56ab-4fd6-b6e4-425f96dd80a5 HTTP/1.1" status: 204  len: 168 time: 0.3094940
May 06 00:37:22.863385 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-992a3219-8e65-490d-a4be-2180d55221ac req-29f5f566-27e3-4d41-967e-bf3f8e6eccc7 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a34f04e-64d6-4aca-9087-db3260c441d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0606565
May 06 00:37:23.101651 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2022fb-1f58-41b3-9b1f-0df1096f518d req-3dcc3d38-df4a-4f11-9bae-00a8a80ee964 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:23.110137 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-5e2022fb-1f58-41b3-9b1f-0df1096f518d req-3dcc3d38-df4a-4f11-9bae-00a8a80ee964 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4cd3d09-3e89-4c0b-9e95-5448b9ed53ac HTTP/1.1" status: 200  len: 946 time: 0.0993202
May 06 00:37:23.187198 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-5e2022fb-1f58-41b3-9b1f-0df1096f518d req-c2714d20-9a41-46ce-9468-7c40f92f769f tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/security-groups?id=5accd55e-29bc-4ca7-befd-1574e549f464&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0611708
May 06 00:37:23.741683 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6964e639-d3db-4dff-9fcb-7e78bc2ef273 req-8ed48170-7d33-4a86-8d21-ba55587667c1 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:23.743189 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-6964e639-d3db-4dff-9fcb-7e78bc2ef273 req-8ed48170-7d33-4a86-8d21-ba55587667c1 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/ports?device_id=07ff8e08-f2b7-4e46-b8df-eed0ff990983 HTTP/1.1" status: 200  len: 945 time: 0.0928886
May 06 00:37:23.795474 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-6964e639-d3db-4dff-9fcb-7e78bc2ef273 req-8fcf359f-2aea-430a-837c-00e148b0efa6 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/security-groups?id=ceb8dabd-8ffc-4d87-9464-7f935bd56bb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458946
May 06 00:37:24.062774 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42309c5c-f243-4100-8167-f9d5e040aad4 req-ab444c39-2991-4693-a202-3e9602c3e0ba tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:24.064155 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-42309c5c-f243-4100-8167-f9d5e040aad4 req-ab444c39-2991-4693-a202-3e9602c3e0ba tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=15ce2da6-b007-4eb2-a16e-92ba2286a634 HTTP/1.1" status: 200  len: 945 time: 0.0840883
May 06 00:37:24.113007 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-42309c5c-f243-4100-8167-f9d5e040aad4 req-a25721ae-284b-4a51-a4a9-b8e5a2b5b76a tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a34f04e-64d6-4aca-9087-db3260c441d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415497
May 06 00:37:24.387498 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c0d981-31e8-435f-ba39-35a44afc5311 req-cc864e3b-f3c6-4e03-905a-1d1f06fd5cf9 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:24.394332 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-42c0d981-31e8-435f-ba39-35a44afc5311 req-cc864e3b-f3c6-4e03-905a-1d1f06fd5cf9 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4cd3d09-3e89-4c0b-9e95-5448b9ed53ac HTTP/1.1" status: 200  len: 946 time: 0.0899303
May 06 00:37:24.453155 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-42c0d981-31e8-435f-ba39-35a44afc5311 req-272038da-5f5c-4282-8aa7-5b033deace5b tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/security-groups?id=5accd55e-29bc-4ca7-befd-1574e549f464&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0574861
May 06 00:37:24.998119 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c730c8-d744-40f2-95d0-d4f7fa346d2e req-2b0c0f2c-92cb-4468-9c5c-91c873f2f9ac tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:24.999624 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-c0c730c8-d744-40f2-95d0-d4f7fa346d2e req-2b0c0f2c-92cb-4468-9c5c-91c873f2f9ac tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/ports?device_id=07ff8e08-f2b7-4e46-b8df-eed0ff990983 HTTP/1.1" status: 200  len: 945 time: 0.0798686
May 06 00:37:25.046992 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-c0c730c8-d744-40f2-95d0-d4f7fa346d2e req-bf3f6790-08de-4a58-a3ce-8db52e048dd4 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/security-groups?id=ceb8dabd-8ffc-4d87-9464-7f935bd56bb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411396
May 06 00:37:25.318016 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70ad852-8a72-4c6d-b46d-7abfccf52454 req-547d04c0-22ca-45bc-b7a4-e8a0b56745eb tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:25.326531 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-e70ad852-8a72-4c6d-b46d-7abfccf52454 req-547d04c0-22ca-45bc-b7a4-e8a0b56745eb tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=15ce2da6-b007-4eb2-a16e-92ba2286a634 HTTP/1.1" status: 200  len: 945 time: 0.0975256
May 06 00:37:25.387227 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-e70ad852-8a72-4c6d-b46d-7abfccf52454 req-4045710c-679e-49ac-baf0-cf5bc2bb1f27 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a34f04e-64d6-4aca-9087-db3260c441d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0597892
May 06 00:37:25.659119 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43230fce-f2b2-4420-9ef2-72c405f760b9 req-3b424e75-a011-47a1-a107-60a5a4ff17ae tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:25.660550 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-43230fce-f2b2-4420-9ef2-72c405f760b9 req-3b424e75-a011-47a1-a107-60a5a4ff17ae tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4cd3d09-3e89-4c0b-9e95-5448b9ed53ac HTTP/1.1" status: 200  len: 946 time: 0.0842149
May 06 00:37:25.715506 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-43230fce-f2b2-4420-9ef2-72c405f760b9 req-694f0b42-0dea-4078-a85f-f703fa75ae30 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/security-groups?id=5accd55e-29bc-4ca7-befd-1574e549f464&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454669
May 06 00:37:26.247700 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c467b94c-74f9-4210-ac74-147a0aeb6927 req-a873d1a2-d1cd-47be-bee9-36b7fe20c010 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:26.253624 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-c467b94c-74f9-4210-ac74-147a0aeb6927 req-a873d1a2-d1cd-47be-bee9-36b7fe20c010 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/ports?device_id=07ff8e08-f2b7-4e46-b8df-eed0ff990983 HTTP/1.1" status: 200  len: 945 time: 0.0936897
May 06 00:37:26.304258 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-c467b94c-74f9-4210-ac74-147a0aeb6927 req-39ee35ea-5745-4e18-b31b-7b18c224f64a tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/security-groups?id=ceb8dabd-8ffc-4d87-9464-7f935bd56bb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468638
May 06 00:37:26.605514 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa895c69-2e58-4262-939f-05c63567c2ca req-d63dae92-011b-4dc5-b342-1516106673f1 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:26.607440 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-aa895c69-2e58-4262-939f-05c63567c2ca req-d63dae92-011b-4dc5-b342-1516106673f1 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=15ce2da6-b007-4eb2-a16e-92ba2286a634 HTTP/1.1" status: 200  len: 945 time: 0.1030028
May 06 00:37:26.664933 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-aa895c69-2e58-4262-939f-05c63567c2ca req-4eb34ecc-c5eb-4d4f-8a18-6f9764880206 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a34f04e-64d6-4aca-9087-db3260c441d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0506332
May 06 00:37:26.925605 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c938c317-8ea2-41fe-afd2-9e5fad5309d0 req-07d12993-0a36-431a-845d-0920295d7a2e tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:26.927079 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-c938c317-8ea2-41fe-afd2-9e5fad5309d0 req-07d12993-0a36-431a-845d-0920295d7a2e tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4cd3d09-3e89-4c0b-9e95-5448b9ed53ac HTTP/1.1" status: 200  len: 946 time: 0.0959237
May 06 00:37:26.973556 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-c938c317-8ea2-41fe-afd2-9e5fad5309d0 req-d29d8953-7823-425c-b0f1-c814a8c5f706 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/security-groups?id=5accd55e-29bc-4ca7-befd-1574e549f464&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398598
May 06 00:37:27.494077 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161c8e90-fcd0-4fe4-abe5-6c3273efbf55 req-e0d709ea-f2b1-43e7-b4d5-4b518365a07b tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:27.495529 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-161c8e90-fcd0-4fe4-abe5-6c3273efbf55 req-e0d709ea-f2b1-43e7-b4d5-4b518365a07b tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/ports?device_id=07ff8e08-f2b7-4e46-b8df-eed0ff990983 HTTP/1.1" status: 200  len: 945 time: 0.0814962
May 06 00:37:27.552377 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-161c8e90-fcd0-4fe4-abe5-6c3273efbf55 req-0e5508f9-286d-41b2-adec-b552644e0122 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/security-groups?id=ceb8dabd-8ffc-4d87-9464-7f935bd56bb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0509400
May 06 00:37:27.897536 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7443ba56-db65-46b8-b158-9bb3c162c10c req-9997dafc-4890-4697-a34e-81c9aab08cf8 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:27.899030 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-7443ba56-db65-46b8-b158-9bb3c162c10c req-9997dafc-4890-4697-a34e-81c9aab08cf8 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=15ce2da6-b007-4eb2-a16e-92ba2286a634 HTTP/1.1" status: 200  len: 945 time: 0.1007280
May 06 00:37:27.951382 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-7443ba56-db65-46b8-b158-9bb3c162c10c req-a7c9dd33-6514-4a2f-bb7a-410e90f21091 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a34f04e-64d6-4aca-9087-db3260c441d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465112
May 06 00:37:28.174004 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca02d0f-35d6-454f-aab6-eaf1d494a3ca req-46539b08-40af-40fc-b093-898aba58a602 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:28.181218 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-7ca02d0f-35d6-454f-aab6-eaf1d494a3ca req-46539b08-40af-40fc-b093-898aba58a602 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4cd3d09-3e89-4c0b-9e95-5448b9ed53ac HTTP/1.1" status: 200  len: 946 time: 0.0908527
May 06 00:37:28.223657 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-7ca02d0f-35d6-454f-aab6-eaf1d494a3ca req-daca21b6-0536-49c4-966a-c6a2dd3a08f5 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/security-groups?id=5accd55e-29bc-4ca7-befd-1574e549f464&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411098
May 06 00:37:28.909153 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a71cc0d-5c80-4e02-a7f1-d1a8f5eb4be5 req-0e8edcbe-0196-47a4-9dd6-c1eccf475d9e tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:28.911157 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-4a71cc0d-5c80-4e02-a7f1-d1a8f5eb4be5 req-0e8edcbe-0196-47a4-9dd6-c1eccf475d9e tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/ports?device_id=07ff8e08-f2b7-4e46-b8df-eed0ff990983 HTTP/1.1" status: 200  len: 945 time: 0.2365482
May 06 00:37:28.999753 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-4a71cc0d-5c80-4e02-a7f1-d1a8f5eb4be5 req-9097e2d0-1abb-454b-83c8-b640d3a5e58a tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/security-groups?id=ceb8dabd-8ffc-4d87-9464-7f935bd56bb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0601184
May 06 00:37:29.184907 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97854895-d85e-4eae-8e36-015743cd2a1e req-e0579102-6f1d-4f5f-b7ae-273464840221 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:29.186267 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-97854895-d85e-4eae-8e36-015743cd2a1e req-e0579102-6f1d-4f5f-b7ae-273464840221 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=15ce2da6-b007-4eb2-a16e-92ba2286a634 HTTP/1.1" status: 200  len: 945 time: 0.0974627
May 06 00:37:29.247255 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-97854895-d85e-4eae-8e36-015743cd2a1e req-88696d94-2c3b-446a-9b95-86f618eb1c37 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a34f04e-64d6-4aca-9087-db3260c441d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0550561
May 06 00:37:29.439535 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df21cba4-4120-4f6d-9463-09073a9f6b36 req-bf7967fe-eda7-405d-a26e-a83666dc944b tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:29.440981 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-df21cba4-4120-4f6d-9463-09073a9f6b36 req-bf7967fe-eda7-405d-a26e-a83666dc944b tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4cd3d09-3e89-4c0b-9e95-5448b9ed53ac HTTP/1.1" status: 200  len: 946 time: 0.1029980
May 06 00:37:29.490784 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-df21cba4-4120-4f6d-9463-09073a9f6b36 req-6cf69761-969f-49cd-974b-a4b5c5cd3aea tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/security-groups?id=5accd55e-29bc-4ca7-befd-1574e549f464&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437951
May 06 00:37:30.221066 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03807a20-22ea-4464-bbb4-c5a69007074b req-0cb6255d-bec1-424e-b562-57a42170acdb tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:30.222617 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-03807a20-22ea-4464-bbb4-c5a69007074b req-0cb6255d-bec1-424e-b562-57a42170acdb tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/ports?device_id=07ff8e08-f2b7-4e46-b8df-eed0ff990983 HTTP/1.1" status: 200  len: 945 time: 0.0923586
May 06 00:37:30.272103 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-03807a20-22ea-4464-bbb4-c5a69007074b req-3d1bc90b-fbdd-4444-9ea3-6cf7453e11f7 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/security-groups?id=ceb8dabd-8ffc-4d87-9464-7f935bd56bb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425618
May 06 00:37:30.462729 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6d1d0c-3f25-45f4-8a2c-da2146269fa1 req-d2f3debc-74cb-4a64-b4a7-713b85cf5837 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:30.464170 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-fd6d1d0c-3f25-45f4-8a2c-da2146269fa1 req-d2f3debc-74cb-4a64-b4a7-713b85cf5837 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=15ce2da6-b007-4eb2-a16e-92ba2286a634 HTTP/1.1" status: 200  len: 945 time: 0.0833049
May 06 00:37:30.512518 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-fd6d1d0c-3f25-45f4-8a2c-da2146269fa1 req-93f08bb5-49ab-4a7e-98e6-b53719d900cc tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a34f04e-64d6-4aca-9087-db3260c441d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421121
May 06 00:37:30.705880 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04162e55-c0d2-479b-b16d-e3e6e97226da req-44268592-10ba-40b0-8635-56fd88b96c25 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:30.708051 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-04162e55-c0d2-479b-b16d-e3e6e97226da req-44268592-10ba-40b0-8635-56fd88b96c25 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4cd3d09-3e89-4c0b-9e95-5448b9ed53ac HTTP/1.1" status: 200  len: 946 time: 0.0972004
May 06 00:37:30.767292 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-04162e55-c0d2-479b-b16d-e3e6e97226da req-eba90cb5-9c0f-4ef9-adb1-4ae7d058bd30 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/security-groups?id=5accd55e-29bc-4ca7-befd-1574e549f464&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0504785
May 06 00:37:31.510294 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3d3b6c-1e43-4d3d-93ec-8fc653ca5068 req-0a1d25c5-e918-4e63-a4d2-f7545c7de80c tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:31.512580 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-9b3d3b6c-1e43-4d3d-93ec-8fc653ca5068 req-0a1d25c5-e918-4e63-a4d2-f7545c7de80c tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/ports?device_id=07ff8e08-f2b7-4e46-b8df-eed0ff990983 HTTP/1.1" status: 200  len: 945 time: 0.1121967
May 06 00:37:31.577788 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-9b3d3b6c-1e43-4d3d-93ec-8fc653ca5068 req-53423d5a-8929-46f4-97f0-90a332977180 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/security-groups?id=ceb8dabd-8ffc-4d87-9464-7f935bd56bb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0557351
May 06 00:37:31.765291 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bae6693-74b1-4ba7-bbfa-3067cabe1385 req-4c2b7ebe-1474-421d-a300-f22d8156d41d tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:31.766881 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-4bae6693-74b1-4ba7-bbfa-3067cabe1385 req-4c2b7ebe-1474-421d-a300-f22d8156d41d tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=15ce2da6-b007-4eb2-a16e-92ba2286a634 HTTP/1.1" status: 200  len: 945 time: 0.1092122
May 06 00:37:31.903537 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-4bae6693-74b1-4ba7-bbfa-3067cabe1385 req-1ebb5ddd-a4f1-4e30-bc86-6d550de4e1c5 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a34f04e-64d6-4aca-9087-db3260c441d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1295824
May 06 00:37:32.011251 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990b6a41-b7a5-48f7-bf87-1e17bde1fcdc req-0a815e62-59d4-4995-b3eb-08bd8ab5224c tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:32.012834 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-990b6a41-b7a5-48f7-bf87-1e17bde1fcdc req-0a815e62-59d4-4995-b3eb-08bd8ab5224c tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4cd3d09-3e89-4c0b-9e95-5448b9ed53ac HTTP/1.1" status: 200  len: 946 time: 0.1168153
May 06 00:37:32.071902 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-990b6a41-b7a5-48f7-bf87-1e17bde1fcdc req-aead9b87-bee8-44ec-92e5-0af3f2cfe3a8 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/security-groups?id=5accd55e-29bc-4ca7-befd-1574e549f464&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0521224
May 06 00:37:32.838953 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c206d71c-2f00-4800-bbf6-36248316ff80 req-a514b3f6-787e-4827-a758-fe102da0c59d tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:32.847186 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-c206d71c-2f00-4800-bbf6-36248316ff80 req-a514b3f6-787e-4827-a758-fe102da0c59d tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/ports?device_id=07ff8e08-f2b7-4e46-b8df-eed0ff990983 HTTP/1.1" status: 200  len: 945 time: 0.1248322
May 06 00:37:32.954389 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-c206d71c-2f00-4800-bbf6-36248316ff80 req-208c3f62-bda1-42d8-bbd2-726e89df4fb3 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/security-groups?id=ceb8dabd-8ffc-4d87-9464-7f935bd56bb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1063461
May 06 00:37:33.214967 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9eec70-04a2-45fb-b1c3-1c95050287d1 req-95d5e8f7-c5ea-42b6-9f11-3620548e7f7b tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:33.216778 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-de9eec70-04a2-45fb-b1c3-1c95050287d1 req-95d5e8f7-c5ea-42b6-9f11-3620548e7f7b tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=15ce2da6-b007-4eb2-a16e-92ba2286a634 HTTP/1.1" status: 200  len: 945 time: 0.1639228
May 06 00:37:33.317887 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-de9eec70-04a2-45fb-b1c3-1c95050287d1 req-2fd0f0ef-9dd8-428c-8ef2-69f3bc178f37 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a34f04e-64d6-4aca-9087-db3260c441d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0929623
May 06 00:37:33.471175 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba28d91-6de6-4b20-ab5a-9243d83d5ff4 req-f5d7bafb-68c9-4336-8f7c-f778bc4849ec tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:33.479519 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-8ba28d91-6de6-4b20-ab5a-9243d83d5ff4 req-f5d7bafb-68c9-4336-8f7c-f778bc4849ec tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4cd3d09-3e89-4c0b-9e95-5448b9ed53ac HTTP/1.1" status: 200  len: 946 time: 0.1340215
May 06 00:37:33.545275 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-8ba28d91-6de6-4b20-ab5a-9243d83d5ff4 req-05e7bd8a-59f5-493b-a58e-4c36912bddc5 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/security-groups?id=5accd55e-29bc-4ca7-befd-1574e549f464&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0647535
May 06 00:37:34.166574 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8141e1-7a97-445a-9eae-7a6e4203c229 req-2b9c2198-5849-43b1-85a1-f9e566675741 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:34.168860 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-cc8141e1-7a97-445a-9eae-7a6e4203c229 req-2b9c2198-5849-43b1-85a1-f9e566675741 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/ports?device_id=07ff8e08-f2b7-4e46-b8df-eed0ff990983 HTTP/1.1" status: 200  len: 945 time: 0.0878923
May 06 00:37:34.236614 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-cc8141e1-7a97-445a-9eae-7a6e4203c229 req-9eeb40f1-3c78-46b3-a80e-21e18f05204d tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/security-groups?id=ceb8dabd-8ffc-4d87-9464-7f935bd56bb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0618982
May 06 00:37:34.294864 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 40286) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:37:34.371576 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.db_base_plugin_v2 [None req-088f1061-aae1-4c1b-9a91-25425b059abe admin admin] Deleting subnet 96eac3cb-023e-48f0-97ff-8f5140a35952 {{(pid=73831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 06 00:37:34.375546 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-088f1061-aae1-4c1b-9a91-25425b059abe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:34.437523 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-088f1061-aae1-4c1b-9a91-25425b059abe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2930050'] for subnet, precommit_delete_associations {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:34.500064 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-088f1061-aae1-4c1b-9a91-25425b059abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736327'] for subnet, precommit_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:34.636991 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16de019d-2f89-42b2-a15c-b9102706faa5 req-b33e2fb0-0b14-460d-8830-ff88950b90e6 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:34.650939 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-16de019d-2f89-42b2-a15c-b9102706faa5 req-b33e2fb0-0b14-460d-8830-ff88950b90e6 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=15ce2da6-b007-4eb2-a16e-92ba2286a634 HTTP/1.1" status: 200  len: 945 time: 0.1873522
May 06 00:37:34.741919 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-16de019d-2f89-42b2-a15c-b9102706faa5 req-59beafb4-48fc-486b-b68b-56036589a4f2 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a34f04e-64d6-4aca-9087-db3260c441d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0763204
May 06 00:37:34.945863 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a79f24-f6e6-4e53-b456-d15936cd2cac req-e5cdba76-45f9-45a9-8628-ec6f46ce39fa tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:34.948332 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-72a79f24-f6e6-4e53-b456-d15936cd2cac req-e5cdba76-45f9-45a9-8628-ec6f46ce39fa tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4cd3d09-3e89-4c0b-9e95-5448b9ed53ac HTTP/1.1" status: 200  len: 946 time: 0.1873021
May 06 00:37:35.019097 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-72a79f24-f6e6-4e53-b456-d15936cd2cac req-848280b6-4ea2-4b45-80f9-5f924c046304 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/security-groups?id=5accd55e-29bc-4ca7-befd-1574e549f464&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0632553
May 06 00:37:35.029479 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-088f1061-aae1-4c1b-9a91-25425b059abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2942501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3145219'] for subnet, after_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:35.034593 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-df57a5b2-afc1-4e15-8e83-623d4cab0b33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:37:35.080851 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088f1061-aae1-4c1b-9a91-25425b059abe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96eac3cb-023e-48f0-97ff-8f5140a35952,revision_number=None']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:37:35.088151 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-088f1061-aae1-4c1b-9a91-25425b059abe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:37:35.093469 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-088f1061-aae1-4c1b-9a91-25425b059abe admin admin] Notify callbacks [] for subnet, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:35.102464 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-088f1061-aae1-4c1b-9a91-25425b059abe admin admin] 10.222.0.24 "DELETE /v2.0/subnets/96eac3cb-023e-48f0-97ff-8f5140a35952 HTTP/1.1" status: 204  len: 168 time: 0.8037202
May 06 00:37:35.102722 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 40298) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:37:35.219986 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-3af5fa0f-a3a4-4936-81d3-d73e39d25d12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608327'] for network, before_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:35.396442 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-3af5fa0f-a3a4-4936-81d3-d73e39d25d12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733884', 'neutron.services.segments.db._delete_segments_for_network-8767381342109'] for network, precommit_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:35.422819 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.services.segments.db [None req-3af5fa0f-a3a4-4936-81d3-d73e39d25d12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9508113d00>,) {'filters': {'network_id': ['f157f065-b6f2-41d7-b334-bf1742c1b47d']}} {{(pid=73831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:37:35.450564 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.services.segments.db [None req-3af5fa0f-a3a4-4936-81d3-d73e39d25d12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9508113d00>, 'd3d23570-299e-44dc-88e2-c2cb27eae092') {'for_net_delete': True} {{(pid=73831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:37:35.450857 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.services.segments.db [None req-3af5fa0f-a3a4-4936-81d3-d73e39d25d12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9508113d00>, 'd3d23570-299e-44dc-88e2-c2cb27eae092') {} {{(pid=73831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:37:35.460676 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e406930-8a10-4e53-b99b-238cbbbe09a3 req-b27f2ee8-3c19-4c13-b2b3-36f198591129 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:35.467885 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-9e406930-8a10-4e53-b99b-238cbbbe09a3 req-b27f2ee8-3c19-4c13-b2b3-36f198591129 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/ports?device_id=07ff8e08-f2b7-4e46-b8df-eed0ff990983 HTTP/1.1" status: 200  len: 945 time: 0.0999093
May 06 00:37:35.483013 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-3af5fa0f-a3a4-4936-81d3-d73e39d25d12 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767381354599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2930077'] for segment, before_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:35.510747 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-3af5fa0f-a3a4-4936-81d3-d73e39d25d12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730493'] for segment, precommit_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:35.524310 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3af5fa0f-a3a4-4936-81d3-d73e39d25d12 admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=73831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 06 00:37:35.524664 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-3af5fa0f-a3a4-4936-81d3-d73e39d25d12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-730484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2942531'] for segment, after_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:35.535234 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-9e406930-8a10-4e53-b99b-238cbbbe09a3 req-b82f5e32-325b-4cf8-a282-f9e78d0e9850 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/security-groups?id=ceb8dabd-8ffc-4d87-9464-7f935bd56bb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0662735
May 06 00:37:35.557670 dv-cinder-784623-8-iscsi neutron-server[73831]: Traceback (most recent call last):
May 06 00:37:35.557670 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 06 00:37:35.557670 dv-cinder-784623-8-iscsi neutron-server[73831]:     timer()
May 06 00:37:35.557670 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 06 00:37:35.557670 dv-cinder-784623-8-iscsi neutron-server[73831]:     cb(*args, **kw)
May 06 00:37:35.557670 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 06 00:37:35.557670 dv-cinder-784623-8-iscsi neutron-server[73831]:     return func(*args, **kwargs)
May 06 00:37:35.557670 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 06 00:37:35.557670 dv-cinder-784623-8-iscsi neutron-server[73831]:     self._notify()
May 06 00:37:35.557670 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 06 00:37:35.557670 dv-cinder-784623-8-iscsi neutron-server[73831]:     self.callback(batched_events)
May 06 00:37:35.557670 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 06 00:37:35.557670 dv-cinder-784623-8-iscsi neutron-server[73831]:     event.method(event)
May 06 00:37:35.557670 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 06 00:37:35.557670 dv-cinder-784623-8-iscsi neutron-server[73831]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 06 00:37:35.557670 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 06 00:37:35.557670 dv-cinder-784623-8-iscsi neutron-server[73831]:     aggregate_uuid = self.p_client.list_aggregates(
May 06 00:37:35.557670 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 06 00:37:35.557670 dv-cinder-784623-8-iscsi neutron-server[73831]:     return f(self, *a, **k)
May 06 00:37:35.557670 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 06 00:37:35.557670 dv-cinder-784623-8-iscsi neutron-server[73831]:     return self._get(url).json()
May 06 00:37:35.557670 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 06 00:37:35.557670 dv-cinder-784623-8-iscsi neutron-server[73831]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 06 00:37:35.557670 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 06 00:37:35.557670 dv-cinder-784623-8-iscsi neutron-server[73831]:     return self.request(url, 'GET', **kwargs)
May 06 00:37:35.557670 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 06 00:37:35.557670 dv-cinder-784623-8-iscsi neutron-server[73831]:     base_url = self.get_endpoint(auth, allow=allow,
May 06 00:37:35.557670 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 06 00:37:35.557670 dv-cinder-784623-8-iscsi neutron-server[73831]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 06 00:37:35.557670 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 06 00:37:35.557670 dv-cinder-784623-8-iscsi neutron-server[73831]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 06 00:37:35.557670 dv-cinder-784623-8-iscsi neutron-server[73831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 06 00:37:35.726494 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-3af5fa0f-a3a4-4936-81d3-d73e39d25d12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407932'] for network, after_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:35.731061 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:37:35.759010 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-3af5fa0f-a3a4-4936-81d3-d73e39d25d12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535980'] for network, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:35.775874 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af5fa0f-a3a4-4936-81d3-d73e39d25d12 admin admin] Pushing event deleted for resources: {'Network': ['ID=f157f065-b6f2-41d7-b334-bf1742c1b47d,revision_number=None']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:37:35.779021 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-3af5fa0f-a3a4-4936-81d3-d73e39d25d12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:37:35.781994 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-3af5fa0f-a3a4-4936-81d3-d73e39d25d12 admin admin] 10.222.0.24 "DELETE /v2.0/networks/f157f065-b6f2-41d7-b334-bf1742c1b47d HTTP/1.1" status: 204  len: 168 time: 0.6780901
May 06 00:37:36.000924 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3551ddf6-5c0d-4a79-8d22-94dc97d2c4be req-f37e327f-8343-4031-ac34-c55702170cf4 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:36.017091 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-3551ddf6-5c0d-4a79-8d22-94dc97d2c4be req-f37e327f-8343-4031-ac34-c55702170cf4 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=15ce2da6-b007-4eb2-a16e-92ba2286a634 HTTP/1.1" status: 200  len: 945 time: 0.1404178
May 06 00:37:36.067104 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 40316) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:37:36.067758 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-3551ddf6-5c0d-4a79-8d22-94dc97d2c4be req-1c65e3e8-bf60-4ef0-83f7-e7ea4fd47334 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a34f04e-64d6-4aca-9087-db3260c441d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0497732
May 06 00:37:36.145287 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-f0a88986-b793-478d-a1c9-c88a6bab7a62 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7f299b0e96854ba194187b29d1c2c10c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0746896
May 06 00:37:36.145621 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 40320) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:37:36.236988 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-0b95dd8c-ccd3-47e3-86ba-397a23339adf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:36.255773 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee12937-d9eb-4a7c-9c03-2113b9089afd req-bba7d29b-04d2-4911-8a1f-6c9fc7d0a45c tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:36.258014 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-0ee12937-d9eb-4a7c-9c03-2113b9089afd req-bba7d29b-04d2-4911-8a1f-6c9fc7d0a45c tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4cd3d09-3e89-4c0b-9e95-5448b9ed53ac HTTP/1.1" status: 200  len: 946 time: 0.1038752
May 06 00:37:36.268680 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-0b95dd8c-ccd3-47e3-86ba-397a23339adf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:36.319792 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-0ee12937-d9eb-4a7c-9c03-2113b9089afd req-7af6f01e-61a6-4210-8000-7060cb2c703e tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/security-groups?id=5accd55e-29bc-4ca7-befd-1574e549f464&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0534730
May 06 00:37:36.342576 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-0b95dd8c-ccd3-47e3-86ba-397a23339adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:36.350386 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-bbd8690f-8f99-4fcc-9a0b-da0dc1407c73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:37:36.364037 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b95dd8c-ccd3-47e3-86ba-397a23339adf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=863a7b4d-5b02-4831-9ed4-9b49495c1ea2,revision_number=None']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:37:36.368902 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-0b95dd8c-ccd3-47e3-86ba-397a23339adf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:37:36.378919 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-0b95dd8c-ccd3-47e3-86ba-397a23339adf admin admin] Notify callbacks [] for security_group, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:36.380443 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-0b95dd8c-ccd3-47e3-86ba-397a23339adf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/863a7b4d-5b02-4831-9ed4-9b49495c1ea2 HTTP/1.1" status: 204  len: 168 time: 0.2337844
May 06 00:37:36.821616 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a083c325-cba6-4d78-b1f5-cca3e4a41da3 req-a140f83b-0df5-4923-98e8-6f059bf4d822 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:36.823282 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-a083c325-cba6-4d78-b1f5-cca3e4a41da3 req-a140f83b-0df5-4923-98e8-6f059bf4d822 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/ports?device_id=07ff8e08-f2b7-4e46-b8df-eed0ff990983 HTTP/1.1" status: 200  len: 945 time: 0.1420224
May 06 00:37:36.902383 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-a083c325-cba6-4d78-b1f5-cca3e4a41da3 req-c7ca6eb4-b51e-4076-b3a5-5ae6ee650594 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/security-groups?id=ceb8dabd-8ffc-4d87-9464-7f935bd56bb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0732615
May 06 00:37:37.335577 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a82d32-5321-446d-b580-cba3913bbf43 req-cbf2945e-3406-4ab1-9310-5d8e17b7607b tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:37.343538 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-42a82d32-5321-446d-b580-cba3913bbf43 req-cbf2945e-3406-4ab1-9310-5d8e17b7607b tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=15ce2da6-b007-4eb2-a16e-92ba2286a634 HTTP/1.1" status: 200  len: 945 time: 0.1168053
May 06 00:37:37.430806 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-42a82d32-5321-446d-b580-cba3913bbf43 req-22f704c9-9cad-4932-a351-4f2f8812750b tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a34f04e-64d6-4aca-9087-db3260c441d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0855494
May 06 00:37:37.564784 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ea7947-7dd4-47a2-8ef2-bb488bd2f98d req-340cfea5-3f3a-46f8-8ef9-c9fb7cd64340 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:37.566526 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-85ea7947-7dd4-47a2-8ef2-bb488bd2f98d req-340cfea5-3f3a-46f8-8ef9-c9fb7cd64340 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4cd3d09-3e89-4c0b-9e95-5448b9ed53ac HTTP/1.1" status: 200  len: 946 time: 0.1134987
May 06 00:37:37.628185 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-85ea7947-7dd4-47a2-8ef2-bb488bd2f98d req-86555c11-6ece-433f-988e-e6bf9d9243c2 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/security-groups?id=5accd55e-29bc-4ca7-befd-1574e549f464&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0551319
May 06 00:37:38.187166 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388ae85e-3f73-413a-9d0a-6ac2ec3e2a47 req-08f53afd-e18b-4043-8cfc-0c0c08339f03 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:38.198030 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-388ae85e-3f73-413a-9d0a-6ac2ec3e2a47 req-08f53afd-e18b-4043-8cfc-0c0c08339f03 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/ports?device_id=07ff8e08-f2b7-4e46-b8df-eed0ff990983 HTTP/1.1" status: 200  len: 945 time: 0.1196010
May 06 00:37:38.263291 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-388ae85e-3f73-413a-9d0a-6ac2ec3e2a47 req-9d450f98-6900-4785-a583-a598441247a8 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/security-groups?id=ceb8dabd-8ffc-4d87-9464-7f935bd56bb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0640974
May 06 00:37:38.698087 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ed338d-df44-40da-be19-7dc621d45846 req-e415941d-9f2f-4b13-a4c4-27bc7b2389c0 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:38.705142 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-25ed338d-df44-40da-be19-7dc621d45846 req-e415941d-9f2f-4b13-a4c4-27bc7b2389c0 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=15ce2da6-b007-4eb2-a16e-92ba2286a634 HTTP/1.1" status: 200  len: 945 time: 0.1198397
May 06 00:37:38.769293 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-25ed338d-df44-40da-be19-7dc621d45846 req-c5d59be2-8ee7-448a-af3b-ecce9d63b48a tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a34f04e-64d6-4aca-9087-db3260c441d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0632482
May 06 00:37:38.928310 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ee282c-35e0-4555-a06e-d9c11910374f req-f2ed9eca-62e7-424d-9cb7-f985ca646cfb tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:38.931605 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-61ee282c-35e0-4555-a06e-d9c11910374f req-f2ed9eca-62e7-424d-9cb7-f985ca646cfb tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4cd3d09-3e89-4c0b-9e95-5448b9ed53ac HTTP/1.1" status: 200  len: 946 time: 0.1062150
May 06 00:37:38.984804 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-61ee282c-35e0-4555-a06e-d9c11910374f req-d54df7e4-7df4-488f-8356-00b5883c06aa tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/security-groups?id=5accd55e-29bc-4ca7-befd-1574e549f464&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0473201
May 06 00:37:39.471045 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe77c209-620e-4902-9547-286d07f6f76c req-f91be195-c681-4b27-a372-bfc93f0d17b0 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:39.472260 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-fe77c209-620e-4902-9547-286d07f6f76c req-f91be195-c681-4b27-a372-bfc93f0d17b0 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/ports?device_id=07ff8e08-f2b7-4e46-b8df-eed0ff990983 HTTP/1.1" status: 200  len: 945 time: 0.0955031
May 06 00:37:39.533379 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-fe77c209-620e-4902-9547-286d07f6f76c req-0ce05792-6591-4f68-8a36-56e5389358db tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/security-groups?id=ceb8dabd-8ffc-4d87-9464-7f935bd56bb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504398
May 06 00:37:40.033839 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0ad39d-d713-4223-8c14-cade8b0cb2d0 req-fa1cf7bd-a3cb-4146-8921-09ce91d0e38a tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:40.041975 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-db0ad39d-d713-4223-8c14-cade8b0cb2d0 req-fa1cf7bd-a3cb-4146-8921-09ce91d0e38a tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=15ce2da6-b007-4eb2-a16e-92ba2286a634 HTTP/1.1" status: 200  len: 945 time: 0.1312058
May 06 00:37:40.094628 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-db0ad39d-d713-4223-8c14-cade8b0cb2d0 req-82bfc765-8a15-46aa-89d8-22659c6367b4 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a34f04e-64d6-4aca-9087-db3260c441d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0517049
May 06 00:37:40.266146 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cd63a1-8ce3-4a15-9458-b4ee7e7364f4 req-53c9090f-b28e-4397-a36f-5bdcf9d208d3 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:40.267696 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-f0cd63a1-8ce3-4a15-9458-b4ee7e7364f4 req-53c9090f-b28e-4397-a36f-5bdcf9d208d3 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4cd3d09-3e89-4c0b-9e95-5448b9ed53ac HTTP/1.1" status: 200  len: 946 time: 0.1021869
May 06 00:37:40.345552 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-f0cd63a1-8ce3-4a15-9458-b4ee7e7364f4 req-25196f08-a0b4-4da7-81a6-e8ffe8445db1 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/security-groups?id=5accd55e-29bc-4ca7-befd-1574e549f464&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0710599
May 06 00:37:40.819089 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ef37b3-7db7-4069-8d69-e9db2e9ef9a8 req-2ff4bccb-b263-451b-802f-afccdfb8de91 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:40.820640 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-95ef37b3-7db7-4069-8d69-e9db2e9ef9a8 req-2ff4bccb-b263-451b-802f-afccdfb8de91 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/ports?device_id=07ff8e08-f2b7-4e46-b8df-eed0ff990983 HTTP/1.1" status: 200  len: 945 time: 0.1369867
May 06 00:37:40.870176 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-95ef37b3-7db7-4069-8d69-e9db2e9ef9a8 req-2831721d-f4be-48c3-bf27-a9d7f0eb486e tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/security-groups?id=ceb8dabd-8ffc-4d87-9464-7f935bd56bb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431170
May 06 00:37:41.307525 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479d1f47-0d89-44f7-9398-3996ab3e49da req-8428405e-9653-41d7-a3bd-fbb10c07c006 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:41.309334 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-479d1f47-0d89-44f7-9398-3996ab3e49da req-8428405e-9653-41d7-a3bd-fbb10c07c006 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=15ce2da6-b007-4eb2-a16e-92ba2286a634 HTTP/1.1" status: 200  len: 945 time: 0.0890260
May 06 00:37:41.359220 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-479d1f47-0d89-44f7-9398-3996ab3e49da req-cd1222cf-f67e-40f6-af5a-ef8d080f5152 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a34f04e-64d6-4aca-9087-db3260c441d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436847
May 06 00:37:41.553992 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36490c7a-702c-483a-a8d4-641918eba4e6 req-55636c34-cf05-41a0-8d96-cf41d7c01642 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:41.555434 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-36490c7a-702c-483a-a8d4-641918eba4e6 req-55636c34-cf05-41a0-8d96-cf41d7c01642 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4cd3d09-3e89-4c0b-9e95-5448b9ed53ac HTTP/1.1" status: 200  len: 946 time: 0.1031883
May 06 00:37:41.603436 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-36490c7a-702c-483a-a8d4-641918eba4e6 req-6d11fe85-54e8-4b6e-8f74-996a2fd96058 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/security-groups?id=5accd55e-29bc-4ca7-befd-1574e549f464&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422015
May 06 00:37:42.053832 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c090f916-5e40-4aa1-aab1-50f11d893443 req-0cf2e4c7-b8ed-4eee-8a95-740e54979a9f tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:42.055275 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-c090f916-5e40-4aa1-aab1-50f11d893443 req-0cf2e4c7-b8ed-4eee-8a95-740e54979a9f tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/ports?device_id=07ff8e08-f2b7-4e46-b8df-eed0ff990983 HTTP/1.1" status: 200  len: 945 time: 0.0785677
May 06 00:37:42.099190 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-c090f916-5e40-4aa1-aab1-50f11d893443 req-40eaed28-5c74-477b-a18a-c223ff781e5f tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/security-groups?id=ceb8dabd-8ffc-4d87-9464-7f935bd56bb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384054
May 06 00:37:42.551856 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbab0592-2ed3-44f0-b321-ba5853b255d3 req-69c53fe0-c084-4018-a2ed-b8f2dc0c00ec tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:42.553958 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-cbab0592-2ed3-44f0-b321-ba5853b255d3 req-69c53fe0-c084-4018-a2ed-b8f2dc0c00ec tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=15ce2da6-b007-4eb2-a16e-92ba2286a634 HTTP/1.1" status: 200  len: 945 time: 0.0832300
May 06 00:37:42.598434 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-cbab0592-2ed3-44f0-b321-ba5853b255d3 req-70e32f34-9801-4ae3-9e26-396750799689 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a34f04e-64d6-4aca-9087-db3260c441d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386992
May 06 00:37:42.793348 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19761788-ca5b-4e9e-b177-4b8b0560aee0 req-0a22f685-69fa-4e42-a6ed-3ba6f8a55f0c tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:42.794805 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-19761788-ca5b-4e9e-b177-4b8b0560aee0 req-0a22f685-69fa-4e42-a6ed-3ba6f8a55f0c tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4cd3d09-3e89-4c0b-9e95-5448b9ed53ac HTTP/1.1" status: 200  len: 946 time: 0.0876105
May 06 00:37:42.839072 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-19761788-ca5b-4e9e-b177-4b8b0560aee0 req-726fdc99-c5b3-49b8-b39b-a78fba618a39 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/security-groups?id=5accd55e-29bc-4ca7-befd-1574e549f464&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386443
May 06 00:37:42.891037 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.agents_db [None req-ee74f776-58ee-4f13-aa41-ceaf6d7d8c19 None None] Agent healthcheck: found 6 active agents {{(pid=73834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 06 00:37:43.069329 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:43.282822 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1b2566-71da-41e9-ae2a-ea0714a7378b req-f9a9cd52-63eb-46f0-99e0-277c1c986eb7 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:43.284244 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-4e1b2566-71da-41e9-ae2a-ea0714a7378b req-f9a9cd52-63eb-46f0-99e0-277c1c986eb7 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/ports?device_id=07ff8e08-f2b7-4e46-b8df-eed0ff990983 HTTP/1.1" status: 200  len: 945 time: 0.0782578
May 06 00:37:43.330741 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-4e1b2566-71da-41e9-ae2a-ea0714a7378b req-a25542b1-77fa-4e51-95b9-329534ea809c tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/security-groups?id=ceb8dabd-8ffc-4d87-9464-7f935bd56bb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404274
May 06 00:37:43.795518 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d91d1e-dbd0-421d-befc-11bf9cecd35b req-e04e9f25-b27f-4d9e-ad25-6571b18c453c tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:43.797018 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-a1d91d1e-dbd0-421d-befc-11bf9cecd35b req-e04e9f25-b27f-4d9e-ad25-6571b18c453c tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=15ce2da6-b007-4eb2-a16e-92ba2286a634 HTTP/1.1" status: 200  len: 945 time: 0.0860736
May 06 00:37:43.845629 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-a1d91d1e-dbd0-421d-befc-11bf9cecd35b req-2adf2dd9-537d-4b4d-843c-98c09479847a tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a34f04e-64d6-4aca-9087-db3260c441d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428026
May 06 00:37:44.025882 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ac3f0a-2145-4b3f-bae3-1ce14e79f8ff req-149fd4a8-7f52-43f5-a409-d344520be3d5 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:44.027349 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-51ac3f0a-2145-4b3f-bae3-1ce14e79f8ff req-149fd4a8-7f52-43f5-a409-d344520be3d5 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4cd3d09-3e89-4c0b-9e95-5448b9ed53ac HTTP/1.1" status: 200  len: 946 time: 0.0812829
May 06 00:37:44.071112 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-51ac3f0a-2145-4b3f-bae3-1ce14e79f8ff req-375dfa84-7b41-43c3-bea2-155b1c2f492b tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/security-groups?id=5accd55e-29bc-4ca7-befd-1574e549f464&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380688
May 06 00:37:44.521756 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f725c0db-f249-4e04-b720-bfde923ba839 req-098c2a4b-8f13-4dde-955f-af04c11732e4 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:44.523348 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-f725c0db-f249-4e04-b720-bfde923ba839 req-098c2a4b-8f13-4dde-955f-af04c11732e4 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/ports?device_id=07ff8e08-f2b7-4e46-b8df-eed0ff990983 HTTP/1.1" status: 200  len: 945 time: 0.0833731
May 06 00:37:44.567294 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-f725c0db-f249-4e04-b720-bfde923ba839 req-a2ff3da0-e7d4-4127-b915-a22ad223aad7 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/security-groups?id=ceb8dabd-8ffc-4d87-9464-7f935bd56bb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383737
May 06 00:37:45.036216 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cdbd48-f72f-4cf5-8911-47e4484b8fb9 req-596f1c86-7e12-474d-9975-430973a45487 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:45.038316 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-96cdbd48-f72f-4cf5-8911-47e4484b8fb9 req-596f1c86-7e12-474d-9975-430973a45487 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=15ce2da6-b007-4eb2-a16e-92ba2286a634 HTTP/1.1" status: 200  len: 945 time: 0.0829349
May 06 00:37:45.081846 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-96cdbd48-f72f-4cf5-8911-47e4484b8fb9 req-6f16536f-7321-4286-9e81-99c898ce95c8 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a34f04e-64d6-4aca-9087-db3260c441d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0375288
May 06 00:37:45.258255 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ded25d-7b8e-4f26-8a20-ebf219be7608 req-651ed6eb-d81d-4272-afb7-da39ecef3d93 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:45.259598 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-23ded25d-7b8e-4f26-8a20-ebf219be7608 req-651ed6eb-d81d-4272-afb7-da39ecef3d93 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4cd3d09-3e89-4c0b-9e95-5448b9ed53ac HTTP/1.1" status: 200  len: 946 time: 0.0834661
May 06 00:37:45.303748 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-23ded25d-7b8e-4f26-8a20-ebf219be7608 req-0380e659-8795-402e-9bae-1c7ae083c08a tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/security-groups?id=5accd55e-29bc-4ca7-befd-1574e549f464&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384388
May 06 00:37:45.751895 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ae0b65-0bee-43e3-8fc5-f061071c8977 req-640bb891-a71f-4ca9-915d-c9b3a1e6dacf tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:45.753330 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-77ae0b65-0bee-43e3-8fc5-f061071c8977 req-640bb891-a71f-4ca9-915d-c9b3a1e6dacf tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/ports?device_id=07ff8e08-f2b7-4e46-b8df-eed0ff990983 HTTP/1.1" status: 200  len: 945 time: 0.0793056
May 06 00:37:45.798879 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-77ae0b65-0bee-43e3-8fc5-f061071c8977 req-8976661c-38ec-4d47-8eda-b6207eaeb1a0 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/security-groups?id=ceb8dabd-8ffc-4d87-9464-7f935bd56bb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387492
May 06 00:37:46.300113 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7050e10-0c9a-4635-9246-c2bf9983e6c3 req-c686d92d-41cd-417f-8677-50a31943e926 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:46.301592 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-f7050e10-0c9a-4635-9246-c2bf9983e6c3 req-c686d92d-41cd-417f-8677-50a31943e926 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=15ce2da6-b007-4eb2-a16e-92ba2286a634 HTTP/1.1" status: 200  len: 945 time: 0.0790906
May 06 00:37:46.354013 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-f7050e10-0c9a-4635-9246-c2bf9983e6c3 req-f406b402-2b28-442e-ad05-d01d2b61d502 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a34f04e-64d6-4aca-9087-db3260c441d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458744
May 06 00:37:46.549605 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002e3874-fcf8-4617-b707-15c8a771431d req-660d467b-60fd-4710-a84d-2da24aceb92b tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:46.551060 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-002e3874-fcf8-4617-b707-15c8a771431d req-660d467b-60fd-4710-a84d-2da24aceb92b tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4cd3d09-3e89-4c0b-9e95-5448b9ed53ac HTTP/1.1" status: 200  len: 946 time: 0.1412504
May 06 00:37:46.594924 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-002e3874-fcf8-4617-b707-15c8a771431d req-b29d9af8-2974-4b17-8c8a-b659c77a8c6b tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/security-groups?id=5accd55e-29bc-4ca7-befd-1574e549f464&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378873
May 06 00:37:46.778925 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-b4091433-b498-44e7-b188-44cf8a003350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:46.989500 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c9db16-9cb4-41e2-ab09-284d80113372 req-97be2ff6-3bac-4b13-96b3-5d22a6b454d0 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:46.991035 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-54c9db16-9cb4-41e2-ab09-284d80113372 req-97be2ff6-3bac-4b13-96b3-5d22a6b454d0 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/ports?device_id=07ff8e08-f2b7-4e46-b8df-eed0ff990983 HTTP/1.1" status: 200  len: 945 time: 0.0809224
May 06 00:37:47.035924 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-54c9db16-9cb4-41e2-ab09-284d80113372 req-f93d60e2-33de-4c3f-b7fd-e53e566c3b99 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/security-groups?id=ceb8dabd-8ffc-4d87-9464-7f935bd56bb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391288
May 06 00:37:47.541476 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4c28da-78cd-453b-a2e0-27401221a952 req-7f33a8c1-c780-4e94-b079-6f5a76a2891a tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:47.543172 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-6a4c28da-78cd-453b-a2e0-27401221a952 req-7f33a8c1-c780-4e94-b079-6f5a76a2891a tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=15ce2da6-b007-4eb2-a16e-92ba2286a634 HTTP/1.1" status: 200  len: 945 time: 0.0824525
May 06 00:37:47.587351 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-6a4c28da-78cd-453b-a2e0-27401221a952 req-e51a22e1-5b81-46bc-81a3-512ca4d0147c tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a34f04e-64d6-4aca-9087-db3260c441d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384703
May 06 00:37:47.692171 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Device 163e2ec3-2d31-4d71-b82f-9ef0fbf1fa68 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=73833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 06 00:37:47.823220 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:47.856563 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15ce2da6-b007-4eb2-a16e-92ba2286a634', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '163e2ec3-2d31-4d71-b82f-9ef0fbf1fa68'}] {{(pid=73833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 00:37:47.868300 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] For port 163e2ec3-2d31-4d71-b82f-9ef0fbf1fa68, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=163e2ec3-2d31-4d71-b82f-9ef0fbf1fa68,segment=NetworkSegment(d6767cd9-a845-4bf2-a0b7-cab2ef6cd327),segment_id=d6767cd9-a845-4bf2-a0b7-cab2ef6cd327)] {{(pid=73833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:37:47.872338 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:47.874136 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badaec4c-5815-4676-a467-de5cfe47b097 req-58330ee0-7ac2-40c7-87b4-28e0c9882938 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:47.874944 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:37:47.882441 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-badaec4c-5815-4676-a467-de5cfe47b097 req-58330ee0-7ac2-40c7-87b4-28e0c9882938 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4cd3d09-3e89-4c0b-9e95-5448b9ed53ac HTTP/1.1" status: 200  len: 946 time: 0.1786156
May 06 00:37:47.909057 dv-cinder-784623-8-iscsi neutron-server[73833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15ce2da6-b007-4eb2-a16e-92ba2286a634', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '163e2ec3-2d31-4d71-b82f-9ef0fbf1fa68', 'code': 200}
May 06 00:37:47.947123 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Pushing event updated for resources: {'Port': ['ID=163e2ec3-2d31-4d71-b82f-9ef0fbf1fa68,revision_number=8']} {{(pid=73833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:37:47.950433 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:37:47.978964 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-badaec4c-5815-4676-a467-de5cfe47b097 req-fe544df3-b009-4173-b051-022f8e709831 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/security-groups?id=5accd55e-29bc-4ca7-befd-1574e549f464&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0957799
May 06 00:37:48.001685 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f1c463-7646-477f-b34d-9e05c8ebb3cd req-ba805a1f-bfad-4717-ba10-b2c80f274084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:48.004475 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-e1f1c463-7646-477f-b34d-9e05c8ebb3cd req-ba805a1f-bfad-4717-ba10-b2c80f274084 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aea92748b0624ad09d804decdf1eee48&device_id=15ce2da6-b007-4eb2-a16e-92ba2286a634 HTTP/1.1" status: 200  len: 1096 time: 0.2209587
May 06 00:37:48.181713 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f1c463-7646-477f-b34d-9e05c8ebb3cd req-ed5d9270-a94f-4f90-b01c-3de03d7417a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:48.183434 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-e1f1c463-7646-477f-b34d-9e05c8ebb3cd req-ed5d9270-a94f-4f90-b01c-3de03d7417a0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f1ee20ed-17e0-4650-a61e-4e2579bfb5cb HTTP/1.1" status: 200  len: 918 time: 0.1709926
May 06 00:37:48.309233 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2531ac32-34f6-4f9a-b7cf-cd732c6b6983 req-3e3ad5e1-9f07-4d4c-9f18-44dc9050f1e2 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:48.317184 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-2531ac32-34f6-4f9a-b7cf-cd732c6b6983 req-3e3ad5e1-9f07-4d4c-9f18-44dc9050f1e2 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/ports?device_id=07ff8e08-f2b7-4e46-b8df-eed0ff990983 HTTP/1.1" status: 200  len: 945 time: 0.1195602
May 06 00:37:48.363572 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-e1f1c463-7646-477f-b34d-9e05c8ebb3cd req-a03a92aa-deb0-419b-a69c-b6fe80fd9a6b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=163e2ec3-2d31-4d71-b82f-9ef0fbf1fa68 HTTP/1.1" status: 200  len: 999 time: 0.1721709
May 06 00:37:48.368466 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-2531ac32-34f6-4f9a-b7cf-cd732c6b6983 req-18827e93-4f38-4226-99ab-4c28d94e2c14 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/security-groups?id=ceb8dabd-8ffc-4d87-9464-7f935bd56bb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0506611
May 06 00:37:48.454945 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f1c463-7646-477f-b34d-9e05c8ebb3cd req-32eb7a98-3127-4a01-9682-de40030f2c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:48.456501 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-e1f1c463-7646-477f-b34d-9e05c8ebb3cd req-32eb7a98-3127-4a01-9682-de40030f2c1b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=587fdbbc-2087-48fc-8109-2b5f3ba73405 HTTP/1.1" status: 200  len: 856 time: 0.0853457
May 06 00:37:48.534887 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f1c463-7646-477f-b34d-9e05c8ebb3cd req-7f25ed9e-ad18-48e6-b6bf-0cb3b0dc6573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:48.536268 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-e1f1c463-7646-477f-b34d-9e05c8ebb3cd req-7f25ed9e-ad18-48e6-b6bf-0cb3b0dc6573 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f1ee20ed-17e0-4650-a61e-4e2579bfb5cb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0733242
May 06 00:37:48.589353 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcfdfc3-7498-4307-9030-e6a11969b968 req-c2ab9637-599d-4c65-b5c6-4ed0ab707f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:48.590934 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-0dcfdfc3-7498-4307-9030-e6a11969b968 req-c2ab9637-599d-4c65-b5c6-4ed0ab707f6f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=07ff8e08-f2b7-4e46-b8df-eed0ff990983 HTTP/1.1" status: 200  len: 1098 time: 0.0691991
May 06 00:37:48.645295 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-0dcfdfc3-7498-4307-9030-e6a11969b968 req-c8cc30aa-69ee-4507-9745-f403f8217c9d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ceb8dabd-8ffc-4d87-9464-7f935bd56bb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476170
May 06 00:37:48.679498 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-e1f1c463-7646-477f-b34d-9e05c8ebb3cd req-a36cc9b4-e53e-4a52-b024-73696983dd87 service neutron] 10.222.0.30 "GET /v2.0/networks/f1ee20ed-17e0-4650-a61e-4e2579bfb5cb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1349602
May 06 00:37:48.907532 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbef0e8f-65d4-4818-8ce8-f8017bfdab33 req-16ef6552-a5d0-4ebe-8b78-1c3818349ebc tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:48.908995 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-fbef0e8f-65d4-4818-8ce8-f8017bfdab33 req-16ef6552-a5d0-4ebe-8b78-1c3818349ebc tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=15ce2da6-b007-4eb2-a16e-92ba2286a634 HTTP/1.1" status: 200  len: 943 time: 0.2076235
May 06 00:37:48.910848 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-e1f1c463-7646-477f-b34d-9e05c8ebb3cd req-dc0a4244-e5bb-49a6-b784-3de6275eee31 service neutron] 10.222.0.30 "GET /v2.0/networks/f1ee20ed-17e0-4650-a61e-4e2579bfb5cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1712196
May 06 00:37:48.960129 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-fbef0e8f-65d4-4818-8ce8-f8017bfdab33 req-c02ee670-a15c-4b7c-b9b7-94281a11f7ca tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a34f04e-64d6-4aca-9087-db3260c441d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439682
May 06 00:37:49.174578 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8940c42-58e0-4697-beec-a3aa1fed956e req-7f2d7b21-af09-413d-a2c2-20a7e6963117 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:49.176260 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-d8940c42-58e0-4697-beec-a3aa1fed956e req-7f2d7b21-af09-413d-a2c2-20a7e6963117 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4cd3d09-3e89-4c0b-9e95-5448b9ed53ac HTTP/1.1" status: 200  len: 946 time: 0.0837934
May 06 00:37:49.220659 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-d8940c42-58e0-4697-beec-a3aa1fed956e req-dcd9459a-1a27-4b52-9d23-183aad55d53d tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/security-groups?id=5accd55e-29bc-4ca7-befd-1574e549f464&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383928
May 06 00:37:49.266809 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:49.564127 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-90cce59d-1dc8-414c-8f5a-5bbcd197947f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:49.581039 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4069e5-2747-4d57-bfe2-5af4f89b2181 req-9843acf2-4ded-4ea1-a4e8-0ea31548ce86 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:49.582705 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-9a4069e5-2747-4d57-bfe2-5af4f89b2181 req-9843acf2-4ded-4ea1-a4e8-0ea31548ce86 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4cd3d09-3e89-4c0b-9e95-5448b9ed53ac HTTP/1.1" status: 200  len: 946 time: 0.0899782
May 06 00:37:49.594653 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353b0ff1-b8ba-46ad-bd72-546a62002db1 req-28fbdc6e-4c74-4195-8a85-a28429f61caf tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:49.600765 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-353b0ff1-b8ba-46ad-bd72-546a62002db1 req-28fbdc6e-4c74-4195-8a85-a28429f61caf tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/ports?device_id=07ff8e08-f2b7-4e46-b8df-eed0ff990983 HTTP/1.1" status: 200  len: 945 time: 0.1166880
May 06 00:37:49.649179 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-353b0ff1-b8ba-46ad-bd72-546a62002db1 req-93ef2267-0fa9-46c2-ab84-5b859afedbfd tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/security-groups?id=ceb8dabd-8ffc-4d87-9464-7f935bd56bb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467591
May 06 00:37:49.717584 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-9a4069e5-2747-4d57-bfe2-5af4f89b2181 req-74195a64-9c87-49b2-ab1e-a308fded415e tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/security-groups?id=5accd55e-29bc-4ca7-befd-1574e549f464&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1268697
May 06 00:37:49.754691 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e049befc-f30f-4aa2-a2da-054d4b662815 req-38dfead0-0df5-4e00-a772-0bd7df28e699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:49.756439 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-e049befc-f30f-4aa2-a2da-054d4b662815 req-38dfead0-0df5-4e00-a772-0bd7df28e699 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c6c13c091dfc4aacbf264be74291da6e&device_id=f4cd3d09-3e89-4c0b-9e95-5448b9ed53ac HTTP/1.1" status: 200  len: 1099 time: 0.1429291
May 06 00:37:49.905269 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e049befc-f30f-4aa2-a2da-054d4b662815 req-d96fd0e4-abed-41cf-953e-5c2c05df188f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:49.906807 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-e049befc-f30f-4aa2-a2da-054d4b662815 req-d96fd0e4-abed-41cf-953e-5c2c05df188f service neutron] 10.222.0.30 "GET /v2.0/networks?id=1ea45e29-439e-495a-941c-7f5912677888 HTTP/1.1" status: 200  len: 912 time: 0.1396189
May 06 00:37:50.012119 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-e049befc-f30f-4aa2-a2da-054d4b662815 req-a6b5844b-160e-4ed7-b37b-98c9ce7be35a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fecd3a1a-9141-44a4-a881-089790423897 HTTP/1.1" status: 200  len: 1002 time: 0.0979180
May 06 00:37:50.088488 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e049befc-f30f-4aa2-a2da-054d4b662815 req-d648e964-760a-463c-a02a-5d2bee3d0bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:50.090333 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-e049befc-f30f-4aa2-a2da-054d4b662815 req-d648e964-760a-463c-a02a-5d2bee3d0bc3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=693ca583-83b8-4934-b0a4-9f6d64f7b0b2 HTTP/1.1" status: 200  len: 850 time: 0.0712316
May 06 00:37:50.167843 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87848d32-19e1-4f7f-8a96-f0766e19d90a req-a1f53248-6343-43d6-af0d-8165fdcdb4e3 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:50.169334 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-87848d32-19e1-4f7f-8a96-f0766e19d90a req-a1f53248-6343-43d6-af0d-8165fdcdb4e3 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=15ce2da6-b007-4eb2-a16e-92ba2286a634 HTTP/1.1" status: 200  len: 943 time: 0.0885267
May 06 00:37:50.170051 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 40592) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:37:50.171131 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e049befc-f30f-4aa2-a2da-054d4b662815 req-339c8549-2ffa-4728-a89b-a117bbb8861d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:50.172573 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-e049befc-f30f-4aa2-a2da-054d4b662815 req-339c8549-2ffa-4728-a89b-a117bbb8861d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1ea45e29-439e-495a-941c-7f5912677888&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0760996
May 06 00:37:50.215712 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-87848d32-19e1-4f7f-8a96-f0766e19d90a req-fe45978e-35c7-4a12-82c9-3a097312fd00 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a34f04e-64d6-4aca-9087-db3260c441d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398374
May 06 00:37:50.296376 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-b7887007-f8f2-4ab8-93ef-b25d373bab9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:50.309343 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-e049befc-f30f-4aa2-a2da-054d4b662815 req-27743a90-b49e-400c-9f5b-39b2c9b94745 service neutron] 10.222.0.30 "GET /v2.0/networks/1ea45e29-439e-495a-941c-7f5912677888?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1285901
May 06 00:37:50.311306 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-b7887007-f8f2-4ab8-93ef-b25d373bab9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:37:50.315227 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-b7887007-f8f2-4ab8-93ef-b25d373bab9a admin admin] Usage tracker for resource:security_group_rule and tenant:b395686cc95d4235b5143cc21e67970d is out of sync, need to count used quota {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:37:50.318784 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-b7887007-f8f2-4ab8-93ef-b25d373bab9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:37:50.325009 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-b7887007-f8f2-4ab8-93ef-b25d373bab9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:37:50.413640 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-90084741-9b8f-423c-9f16-72d74cd0e02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:50.441250 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-b7887007-f8f2-4ab8-93ef-b25d373bab9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:50.448917 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-b7887007-f8f2-4ab8-93ef-b25d373bab9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:50.460956 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-a29e57aa-b3ca-4d4d-9648-6c73431cab1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:37:50.511720 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-b7887007-f8f2-4ab8-93ef-b25d373bab9a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b395686cc95d4235b5143cc21e67970d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3405018
May 06 00:37:50.512314 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 40612) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:37:50.515876 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7887007-f8f2-4ab8-93ef-b25d373bab9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d058e27-ca1e-42ef-8666-a63ee0e11861,revision_number=1']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:37:50.525673 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7887007-f8f2-4ab8-93ef-b25d373bab9a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:37:50.526034 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7887007-f8f2-4ab8-93ef-b25d373bab9a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:37:50.526386 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7887007-f8f2-4ab8-93ef-b25d373bab9a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:37:50.526731 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7887007-f8f2-4ab8-93ef-b25d373bab9a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:37:50.527141 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7887007-f8f2-4ab8-93ef-b25d373bab9a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:37:50.527488 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7887007-f8f2-4ab8-93ef-b25d373bab9a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:37:50.527827 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7887007-f8f2-4ab8-93ef-b25d373bab9a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:37:50.528162 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7887007-f8f2-4ab8-93ef-b25d373bab9a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:37:50.528501 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7887007-f8f2-4ab8-93ef-b25d373bab9a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:37:50.528859 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7887007-f8f2-4ab8-93ef-b25d373bab9a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:37:50.529196 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7887007-f8f2-4ab8-93ef-b25d373bab9a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:37:50.529527 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7887007-f8f2-4ab8-93ef-b25d373bab9a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:37:50.552041 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-b7887007-f8f2-4ab8-93ef-b25d373bab9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:37:50.588320 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-e049befc-f30f-4aa2-a2da-054d4b662815 req-60d5f238-9177-42a4-8c23-5023e24a1013 service neutron] 10.222.0.30 "GET /v2.0/networks/1ea45e29-439e-495a-941c-7f5912677888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2711022
May 06 00:37:50.603173 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-bf5d23ef-9939-405e-8a23-77bb6988bc86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:50.628640 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-bf5d23ef-9939-405e-8a23-77bb6988bc86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:50.681744 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-bf5d23ef-9939-405e-8a23-77bb6988bc86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:50.687015 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-47ce45a2-67ef-4895-813b-08b007ce53a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:37:50.700215 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5d23ef-9939-405e-8a23-77bb6988bc86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d058e27-ca1e-42ef-8666-a63ee0e11861,revision_number=None']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:37:50.704336 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-bf5d23ef-9939-405e-8a23-77bb6988bc86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:37:50.711066 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-bf5d23ef-9939-405e-8a23-77bb6988bc86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:50.712205 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-bf5d23ef-9939-405e-8a23-77bb6988bc86 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1d058e27-ca1e-42ef-8666-a63ee0e11861 HTTP/1.1" status: 204  len: 168 time: 0.1984839
May 06 00:37:50.938572 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626635ac-8301-4ccd-8a72-d81044b055d8 req-829872ce-bbcc-4f61-a714-9f1963fdbedc tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:50.940423 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-626635ac-8301-4ccd-8a72-d81044b055d8 req-829872ce-bbcc-4f61-a714-9f1963fdbedc tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/ports?device_id=07ff8e08-f2b7-4e46-b8df-eed0ff990983 HTTP/1.1" status: 200  len: 945 time: 0.1453891
May 06 00:37:51.032469 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-626635ac-8301-4ccd-8a72-d81044b055d8 req-8c4922fe-f850-44e5-86a0-65fb482ed56a tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/security-groups?id=ceb8dabd-8ffc-4d87-9464-7f935bd56bb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0780361
May 06 00:37:51.338478 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfccdbf-a8f0-4a0a-a37e-2a274724fed7 req-08d97c25-f8a8-4131-bfdf-4d67363c30ca tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:51.340122 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-dbfccdbf-a8f0-4a0a-a37e-2a274724fed7 req-08d97c25-f8a8-4131-bfdf-4d67363c30ca tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4cd3d09-3e89-4c0b-9e95-5448b9ed53ac HTTP/1.1" status: 200  len: 946 time: 0.0988336
May 06 00:37:51.397886 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-dbfccdbf-a8f0-4a0a-a37e-2a274724fed7 req-964bae76-250a-4c0e-a0bd-ebc56a96b8b2 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/security-groups?id=5accd55e-29bc-4ca7-befd-1574e549f464&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469146
May 06 00:37:51.584980 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bc9ace-70b2-46c8-9b34-0c1b8377ec9b req-03849c54-8a2d-4463-8b94-55f46dc452b0 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:51.586668 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-a9bc9ace-70b2-46c8-9b34-0c1b8377ec9b req-03849c54-8a2d-4463-8b94-55f46dc452b0 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=15ce2da6-b007-4eb2-a16e-92ba2286a634 HTTP/1.1" status: 200  len: 943 time: 0.1387663
May 06 00:37:51.653855 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-a9bc9ace-70b2-46c8-9b34-0c1b8377ec9b req-913a2dfc-3b21-44ba-aa8b-a7acf8c51465 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a34f04e-64d6-4aca-9087-db3260c441d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0604229
May 06 00:37:51.880785 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c680e48-7710-4094-b57b-4a4992aa10eb req-ebf41a93-f02c-4b16-a462-914a499d65f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:51.882278 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-7c680e48-7710-4094-b57b-4a4992aa10eb req-ebf41a93-f02c-4b16-a462-914a499d65f2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=002b4df3d00d43ddba30ad44b32e56cc&device_id=07ff8e08-f2b7-4e46-b8df-eed0ff990983 HTTP/1.1" status: 200  len: 1098 time: 0.1480007
May 06 00:37:51.909967 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-06e5bd5a-9e4a-4653-864f-becf711c9df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:51.916036 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b22e87c-44df-4583-ba1c-7e0a5099e1b0 req-5db485f6-f6a5-4be4-b9db-0bc46cf9fcb0 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:51.917838 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-7b22e87c-44df-4583-ba1c-7e0a5099e1b0 req-5db485f6-f6a5-4be4-b9db-0bc46cf9fcb0 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/ports?device_id=07ff8e08-f2b7-4e46-b8df-eed0ff990983 HTTP/1.1" status: 200  len: 945 time: 0.1307716
May 06 00:37:52.038722 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-7b22e87c-44df-4583-ba1c-7e0a5099e1b0 req-e906e83f-d60d-4332-b167-ccc0316cc466 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/security-groups?id=ceb8dabd-8ffc-4d87-9464-7f935bd56bb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1028705
May 06 00:37:52.101315 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 40680) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:37:52.101534 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c680e48-7710-4094-b57b-4a4992aa10eb req-16621f9c-b7ea-4a1b-bed7-9a5143481b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:52.102872 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-7c680e48-7710-4094-b57b-4a4992aa10eb req-16621f9c-b7ea-4a1b-bed7-9a5143481b0e service neutron] 10.222.0.30 "GET /v2.0/networks?id=37604004-5acb-4629-b2e7-84023f472da1 HTTP/1.1" status: 200  len: 920 time: 0.2001936
May 06 00:37:52.190624 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-7c680e48-7710-4094-b57b-4a4992aa10eb req-580fcae6-7f15-464e-8341-ead530334dc0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d31814e-8b0e-4376-9b93-66e0392316c3 HTTP/1.1" status: 200  len: 217 time: 0.0795231
May 06 00:37:52.275200 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c680e48-7710-4094-b57b-4a4992aa10eb req-ddb8e302-2c29-4fbb-8a27-4b6bb6929c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:52.276806 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-7c680e48-7710-4094-b57b-4a4992aa10eb req-ddb8e302-2c29-4fbb-8a27-4b6bb6929c32 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=80245074-5ce6-4e43-925d-2fdf29939a72 HTTP/1.1" status: 200  len: 859 time: 0.0713258
May 06 00:37:52.285594 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.v2.base [None req-97c14877-3e84-40fd-a8aa-0114db52e99b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1167851366-network', 'tenant_id': '24c0c0411f574f8f960e5150472df75e'}} {{(pid=73832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:37:52.290806 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-97c14877-3e84-40fd-a8aa-0114db52e99b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:37:52.295826 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-97c14877-3e84-40fd-a8aa-0114db52e99b admin admin] Usage tracker for resource:network and tenant:24c0c0411f574f8f960e5150472df75e is out of sync, need to count used quota {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:37:52.298930 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-97c14877-3e84-40fd-a8aa-0114db52e99b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:37:52.305759 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-97c14877-3e84-40fd-a8aa-0114db52e99b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:37:52.320190 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97c14877-3e84-40fd-a8aa-0114db52e99b admin admin] Made reservation on behalf of 24c0c0411f574f8f960e5150472df75e for: {'network': 1} {{(pid=73832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 06 00:37:52.323212 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-97c14877-3e84-40fd-a8aa-0114db52e99b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for network, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:52.337175 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-97c14877-3e84-40fd-a8aa-0114db52e99b admin admin] Notify callbacks [] for security_group, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:52.342754 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-7c680e48-7710-4094-b57b-4a4992aa10eb req-44e8c113-0409-476f-bfca-78b0d7210f0b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=37604004-5acb-4629-b2e7-84023f472da1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0591655
May 06 00:37:52.353452 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-97c14877-3e84-40fd-a8aa-0114db52e99b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:37:52.357577 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-97c14877-3e84-40fd-a8aa-0114db52e99b admin admin] Usage tracker for resource:security_group_rule and tenant:24c0c0411f574f8f960e5150472df75e is out of sync, need to count used quota {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:37:52.360839 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-97c14877-3e84-40fd-a8aa-0114db52e99b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:37:52.367633 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-97c14877-3e84-40fd-a8aa-0114db52e99b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:37:52.481727 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-97c14877-3e84-40fd-a8aa-0114db52e99b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:52.487423 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-97c14877-3e84-40fd-a8aa-0114db52e99b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:52.494019 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-59514939-44b0-406b-b3ee-83fd081f8795 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:37:52.526310 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97c14877-3e84-40fd-a8aa-0114db52e99b admin admin] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'}  {{(pid=73832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 06 00:37:52.543598 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c14877-3e84-40fd-a8aa-0114db52e99b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e973224d-2941-4b70-854f-70778df280c5,revision_number=1']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:37:52.560883 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-97c14877-3e84-40fd-a8aa-0114db52e99b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:37:52.565591 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-97c14877-3e84-40fd-a8aa-0114db52e99b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730493'] for segment, precommit_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:52.565974 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.db.segments_db [None req-97c14877-3e84-40fd-a8aa-0114db52e99b admin admin] Added segment ab5e7b5f-3e6f-45f7-9818-f391c8735e2a of type vlan for network b3eca023-a406-48df-a3db-ebd6b6f9c1bf
May 06 00:37:52.567256 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-7c680e48-7710-4094-b57b-4a4992aa10eb req-f33d3f55-4c4f-4bd1-9a1b-d69e4174a1be service neutron] 10.222.0.30 "GET /v2.0/networks/37604004-5acb-4629-b2e7-84023f472da1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2168479
May 06 00:37:52.668525 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-97c14877-3e84-40fd-a8aa-0114db52e99b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767380920962'] for network, precommit_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:52.729838 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d45215b-4807-44e1-982e-22e8d5d2be8a req-ad5eab29-1000-4c5f-b19e-1b0c9d86eb47 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:52.731596 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-4d45215b-4807-44e1-982e-22e8d5d2be8a req-ad5eab29-1000-4c5f-b19e-1b0c9d86eb47 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4cd3d09-3e89-4c0b-9e95-5448b9ed53ac HTTP/1.1" status: 200  len: 946 time: 0.1593349
May 06 00:37:52.744138 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-97c14877-3e84-40fd-a8aa-0114db52e99b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938'] for network, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:52.762831 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c14877-3e84-40fd-a8aa-0114db52e99b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:52.763469 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-97c14877-3e84-40fd-a8aa-0114db52e99b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535980'] for network, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:52.773192 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:37:52.875529 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-7c680e48-7710-4094-b57b-4a4992aa10eb req-86635a43-0742-4466-83fe-32cde37e10f5 service neutron] 10.222.0.30 "GET /v2.0/networks/37604004-5acb-4629-b2e7-84023f472da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2987301
May 06 00:37:52.917846 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-97c14877-3e84-40fd-a8aa-0114db52e99b admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.8155096
May 06 00:37:52.921716 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97018bd5-2450-473c-9702-4e2b9f6cb40e req-2a498499-5496-4b2b-9d79-c6370622ca00 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:52.922652 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-4d45215b-4807-44e1-982e-22e8d5d2be8a req-ca7a602a-1495-488c-9f3d-cbc711edc526 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/security-groups?id=5accd55e-29bc-4ca7-befd-1574e549f464&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1831546
May 06 00:37:52.923097 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 40714) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:37:52.933710 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.v2.base [None req-35946811-2ddd-4603-8bdd-b06b6b38e262 admin admin] Request body: {'subnet': {'network_id': 'b3eca023-a406-48df-a3db-ebd6b6f9c1bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1167851366-subnet', 'tenant_id': '24c0c0411f574f8f960e5150472df75e', 'ip_version': 4}} {{(pid=73832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:37:52.935502 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-97018bd5-2450-473c-9702-4e2b9f6cb40e req-2a498499-5496-4b2b-9d79-c6370622ca00 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=15ce2da6-b007-4eb2-a16e-92ba2286a634 HTTP/1.1" status: 200  len: 943 time: 0.1802268
May 06 00:37:52.939913 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-35946811-2ddd-4603-8bdd-b06b6b38e262 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:37:52.944620 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-35946811-2ddd-4603-8bdd-b06b6b38e262 admin admin] Usage tracker for resource:subnet and tenant:24c0c0411f574f8f960e5150472df75e is out of sync, need to count used quota {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:37:52.948281 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-35946811-2ddd-4603-8bdd-b06b6b38e262 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:37:52.954393 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-35946811-2ddd-4603-8bdd-b06b6b38e262 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:37:52.956878 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c14877-3e84-40fd-a8aa-0114db52e99b admin admin] Pushing event updated for resources: {'Network': ['ID=b3eca023-a406-48df-a3db-ebd6b6f9c1bf,revision_number=1']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:37:52.971019 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Network b3eca023-a406-48df-a3db-ebd6b6f9c1bf details requested by agent ovs-agent-dv-cinder-784623-8-iscsi with host dv-cinder-784623-8-iscsi {{(pid=73833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 06 00:37:52.976932 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-97c14877-3e84-40fd-a8aa-0114db52e99b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:37:52.987078 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35946811-2ddd-4603-8bdd-b06b6b38e262 admin admin] Made reservation on behalf of 24c0c0411f574f8f960e5150472df75e for: {'subnet': 1} {{(pid=73832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 06 00:37:52.990076 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-35946811-2ddd-4603-8bdd-b06b6b38e262 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10118879'] for subnet, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:53.016479 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-97018bd5-2450-473c-9702-4e2b9f6cb40e req-980dc07a-90a2-4f5d-a930-7ac9c0491db0 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a34f04e-64d6-4aca-9087-db3260c441d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0700173
May 06 00:37:53.111740 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 40730) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:37:53.285528 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-af32dae6-6b9f-401e-b374-98c36e02a307 req-343f427f-0815-4e1c-8678-bd8c5473e171 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=15ce2da6-b007-4eb2-a16e-92ba2286a634&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1725569
May 06 00:37:53.585430 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c3e414-1280-4e87-907c-8303d5a6549d req-8a5f9418-12b7-4325-b2ad-e09dd62555d0 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:53.587154 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-d3c3e414-1280-4e87-907c-8303d5a6549d req-8a5f9418-12b7-4325-b2ad-e09dd62555d0 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/ports?device_id=07ff8e08-f2b7-4e46-b8df-eed0ff990983 HTTP/1.1" status: 200  len: 945 time: 0.1348543
May 06 00:37:53.660232 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-d3c3e414-1280-4e87-907c-8303d5a6549d req-37dd58b7-a725-4b6a-8319-4f218a5f313d tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/security-groups?id=ceb8dabd-8ffc-4d87-9464-7f935bd56bb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0564034
May 06 00:37:53.728266 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Device 163e2ec3-2d31-4d71-b82f-9ef0fbf1fa68 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=73833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 06 00:37:53.741115 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-35946811-2ddd-4603-8bdd-b06b6b38e262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2098477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10118829'] for subnet, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:53.746990 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:37:53.837419 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35946811-2ddd-4603-8bdd-b06b6b38e262 admin admin] Pushing event updated for resources: {'Subnet': ['ID=abd7dd6a-5cfe-4ac3-a1f5-824fa1d29c3f,revision_number=0']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:37:53.842583 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-35946811-2ddd-4603-8bdd-b06b6b38e262 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:37:53.843290 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35946811-2ddd-4603-8bdd-b06b6b38e262 admin admin] Checking segment: {'id': 'ab5e7b5f-3e6f-45f7-9818-f391c8735e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b3eca023-a406-48df-a3db-ebd6b6f9c1bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 00:37:53.843645 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35946811-2ddd-4603-8bdd-b06b6b38e262 admin admin] Network hostable DHCP agents. Network: b3eca023-a406-48df-a3db-ebd6b6f9c1bf, hostable agents: ['08bd01f5-d9ad-41d2-bccd-f8157b6c692c'], hosted agents: [] {{(pid=73832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 06 00:37:53.862545 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35946811-2ddd-4603-8bdd-b06b6b38e262 admin admin] Network b3eca023-a406-48df-a3db-ebd6b6f9c1bf is scheduled to be hosted by DHCP agent 08bd01f5-d9ad-41d2-bccd-f8157b6c692c with binding_index 1 {{(pid=73832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 06 00:37:53.878337 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 40752) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:37:53.886522 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.scheduler.base_scheduler [None req-35946811-2ddd-4603-8bdd-b06b6b38e262 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-8-iscsi, b3eca023-a406-48df-a3db-ebd6b6f9c1bf) {{(pid=73832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 00:37:53.895807 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd804607-264c-4d43-8a5e-474bb5dabdfe None None] Network b3eca023-a406-48df-a3db-ebd6b6f9c1bf requested from dv-cinder-784623-8-iscsi {{(pid=73833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 06 00:37:53.913241 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35946811-2ddd-4603-8bdd-b06b6b38e262 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:53.917317 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-35946811-2ddd-4603-8bdd-b06b6b38e262 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535980'] for subnet, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:53.947796 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 40758) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:37:53.948671 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-35946811-2ddd-4603-8bdd-b06b6b38e262 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.0217352
May 06 00:37:53.953411 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.v2.base [None req-99bcb48f-34d3-4122-88a6-07501c4c0450 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1167851366-router', 'tenant_id': '24c0c0411f574f8f960e5150472df75e', 'external_gateway_info': {'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4'}}} {{(pid=73831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:37:53.958137 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-99bcb48f-34d3-4122-88a6-07501c4c0450 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:37:53.962249 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-99bcb48f-34d3-4122-88a6-07501c4c0450 admin admin] Usage tracker for resource:router and tenant:24c0c0411f574f8f960e5150472df75e is out of sync, need to count used quota {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:37:53.966317 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-99bcb48f-34d3-4122-88a6-07501c4c0450 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:37:53.972560 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-99bcb48f-34d3-4122-88a6-07501c4c0450 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:37:53.987161 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-99bcb48f-34d3-4122-88a6-07501c4c0450 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-451811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3440'] for router, before_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:53.988304 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-99bcb48f-34d3-4122-88a6-07501c4c0450 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-451820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409324', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-491947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3401'] for router, precommit_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:54.008623 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-99bcb48f-34d3-4122-88a6-07501c4c0450 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:54.049608 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-31d7b63f-5b57-492e-bec0-127cbeb86718 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:54.066756 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-31d7b63f-5b57-492e-bec0-127cbeb86718 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:37:54.071778 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-31d7b63f-5b57-492e-bec0-127cbeb86718 admin admin] Usage tracker for resource:security_group_rule and tenant:75cec7817be5491a8a7e1ef5d79e06bb is out of sync, need to count used quota {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:37:54.074743 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-31d7b63f-5b57-492e-bec0-127cbeb86718 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:37:54.080759 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-31d7b63f-5b57-492e-bec0-127cbeb86718 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:37:54.159616 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a08737-9143-4d0b-8490-0e3bc47ee326 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ffa6a74-49b1-57e1-8600-1f37db923f22-b3eca023-a406-48df-a3db-ebd6b6f9c1bf', 'network_id': 'b3eca023-a406-48df-a3db-ebd6b6f9c1bf', 'tenant_id': '24c0c0411f574f8f960e5150472df75e', 'fixed_ips': [{'subnet_id': 'abd7dd6a-5cfe-4ac3-a1f5-824fa1d29c3f'}]}} from dv-cinder-784623-8-iscsi. {{(pid=73833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
May 06 00:37:54.160454 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-f7a08737-9143-4d0b-8490-0e3bc47ee326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_create {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:54.197865 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-31d7b63f-5b57-492e-bec0-127cbeb86718 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:54.202461 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-31d7b63f-5b57-492e-bec0-127cbeb86718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:54.212623 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-ccd5b723-ce7b-4ca3-b1dc-ef5030a9a805 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:37:54.253341 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-31d7b63f-5b57-492e-bec0-127cbeb86718 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=75cec7817be5491a8a7e1ef5d79e06bb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3737156
May 06 00:37:54.255093 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d7b63f-5b57-492e-bec0-127cbeb86718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12c3bcdd-fd8c-45e2-9f7b-53401a6f5085,revision_number=1']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:37:54.258267 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 40764) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:37:54.260773 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-31d7b63f-5b57-492e-bec0-127cbeb86718 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:37:54.337512 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-aa17adc3-7809-4ab3-9657-203f33fc405b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:54.359861 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.db_base_plugin_common [None req-f7a08737-9143-4d0b-8490-0e3bc47ee326 None None] Allocated IP 172.20.0.2 (b3eca023-a406-48df-a3db-ebd6b6f9c1bf/abd7dd6a-5cfe-4ac3-a1f5-824fa1d29c3f/907cba96-0df6-4980-aa06-8f334399a67d) {{(pid=73833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 06 00:37:54.377304 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-aa17adc3-7809-4ab3-9657-203f33fc405b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:54.436906 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-aa17adc3-7809-4ab3-9657-203f33fc405b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:54.439496 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-99bcb48f-34d3-4122-88a6-07501c4c0450 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-409237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-433687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3415'] for router, precommit_update {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:54.441712 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-e9708f39-612b-4ebc-8090-cb49a345308f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:37:54.455767 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa17adc3-7809-4ab3-9657-203f33fc405b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12c3bcdd-fd8c-45e2-9f7b-53401a6f5085,revision_number=None']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:37:54.463617 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-aa17adc3-7809-4ab3-9657-203f33fc405b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:37:54.465934 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-aa17adc3-7809-4ab3-9657-203f33fc405b admin admin] Notify callbacks [] for security_group, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:54.469316 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-aa17adc3-7809-4ab3-9657-203f33fc405b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/12c3bcdd-fd8c-45e2-9f7b-53401a6f5085 HTTP/1.1" status: 204  len: 168 time: 0.2079401
May 06 00:37:54.547575 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d926e7-fb9e-4f15-aa99-a515a43ebcbf req-d4556a0d-af9c-4a08-a478-2488cdbbafa4 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:54.549029 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-55d926e7-fb9e-4f15-aa99-a515a43ebcbf req-d4556a0d-af9c-4a08-a478-2488cdbbafa4 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=15ce2da6-b007-4eb2-a16e-92ba2286a634 HTTP/1.1" status: 200  len: 943 time: 0.3299780
May 06 00:37:54.609580 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-f7a08737-9143-4d0b-8490-0e3bc47ee326 None None] Notify callbacks [] for port, precommit_create {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:54.620767 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-f7a08737-9143-4d0b-8490-0e3bc47ee326 None None] Transition to ACTIVE for port object 907cba96-0df6-4980-aa06-8f334399a67d will not be triggered until provisioned by entity L2. {{(pid=73833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 00:37:54.623230 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-55d926e7-fb9e-4f15-aa99-a515a43ebcbf req-9d65b947-692d-42ed-8f66-3c15cb127a18 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a34f04e-64d6-4aca-9087-db3260c441d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0633574
May 06 00:37:54.639966 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-f7a08737-9143-4d0b-8490-0e3bc47ee326 None None] Transition to ACTIVE for port object 907cba96-0df6-4980-aa06-8f334399a67d will not be triggered until provisioned by entity DHCP. {{(pid=73833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 00:37:54.647039 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-f7a08737-9143-4d0b-8490-0e3bc47ee326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767380898820'] for port, after_create {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:54.653277 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:37:54.723586 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a08737-9143-4d0b-8490-0e3bc47ee326 None None] Pushing event updated for resources: {'Port': ['ID=907cba96-0df6-4980-aa06-8f334399a67d,revision_number=1']} {{(pid=73833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:37:54.727783 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a08737-9143-4d0b-8490-0e3bc47ee326 None None] Network b3eca023-a406-48df-a3db-ebd6b6f9c1bf is already hosted by enough agents. {{(pid=73833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 00:37:54.728665 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-f7a08737-9143-4d0b-8490-0e3bc47ee326 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:37:54.729665 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.scheduler.base_scheduler [None req-f7a08737-9143-4d0b-8490-0e3bc47ee326 None None] Resources bound (agent type, host, resource id):  {{(pid=73833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 00:37:54.733943 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a08737-9143-4d0b-8490-0e3bc47ee326 None None] Received port after_create {{(pid=73833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 06 00:37:54.870929 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.managers [None req-f7a08737-9143-4d0b-8490-0e3bc47ee326 None None] Attempting to bind port 907cba96-0df6-4980-aa06-8f334399a67d on host dv-cinder-784623-8-iscsi for vnic_type normal with profile  {{(pid=73833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 06 00:37:54.871758 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.managers [None req-f7a08737-9143-4d0b-8490-0e3bc47ee326 None None] Attempting to bind port 907cba96-0df6-4980-aa06-8f334399a67d by drivers openvswitch,hyperv on host dv-cinder-784623-8-iscsi at level 0 using segments [{'id': 'ab5e7b5f-3e6f-45f7-9818-f391c8735e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b3eca023-a406-48df-a3db-ebd6b6f9c1bf'}] {{(pid=73833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 06 00:37:54.872474 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a08737-9143-4d0b-8490-0e3bc47ee326 None None] Attempting to bind port 907cba96-0df6-4980-aa06-8f334399a67d on network b3eca023-a406-48df-a3db-ebd6b6f9c1bf {{(pid=73833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 00:37:54.890089 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a08737-9143-4d0b-8490-0e3bc47ee326 None None] Checking agent: {'id': '4b72a67e-bba9-4429-9bf9-904dcd8ce83b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 0, 27, 19), 'started_at': datetime.datetime(2021, 5, 6, 0, 27, 49), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 0, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 06 00:37:54.890343 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a08737-9143-4d0b-8490-0e3bc47ee326 None None] Checking segment: {'id': 'ab5e7b5f-3e6f-45f7-9818-f391c8735e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b3eca023-a406-48df-a3db-ebd6b6f9c1bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 00:37:54.890756 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-f7a08737-9143-4d0b-8490-0e3bc47ee326 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:54.891147 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a08737-9143-4d0b-8490-0e3bc47ee326 None None] Bound using segment: {'id': 'ab5e7b5f-3e6f-45f7-9818-f391c8735e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b3eca023-a406-48df-a3db-ebd6b6f9c1bf'} {{(pid=73833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 06 00:37:54.891623 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.managers [None req-f7a08737-9143-4d0b-8490-0e3bc47ee326 None None] Bound port: 907cba96-0df6-4980-aa06-8f334399a67d, host: dv-cinder-784623-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab5e7b5f-3e6f-45f7-9818-f391c8735e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b3eca023-a406-48df-a3db-ebd6b6f9c1bf'}}] {{(pid=73833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 06 00:37:54.892361 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-f7a08737-9143-4d0b-8490-0e3bc47ee326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:54.917850 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-99bcb48f-34d3-4122-88a6-07501c4c0450 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:54.934813 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ffcad8-d931-496f-bdd9-707aca679506 req-a733bccc-a6e9-4733-80e7-598861208184 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:54.936294 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-a8ffcad8-d931-496f-bdd9-707aca679506 req-a733bccc-a6e9-4733-80e7-598861208184 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/ports?device_id=07ff8e08-f2b7-4e46-b8df-eed0ff990983 HTTP/1.1" status: 200  len: 945 time: 0.1329350
May 06 00:37:54.991319 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-99bcb48f-34d3-4122-88a6-07501c4c0450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:55.004603 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-a8ffcad8-d931-496f-bdd9-707aca679506 req-79e9b934-c210-4123-9386-91812367a98a tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/security-groups?id=ceb8dabd-8ffc-4d87-9464-7f935bd56bb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585973
May 06 00:37:55.049212 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-f7a08737-9143-4d0b-8490-0e3bc47ee326 None None] For port 907cba96-0df6-4980-aa06-8f334399a67d, host dv-cinder-784623-8-iscsi, cleared binding levels {{(pid=73833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 06 00:37:55.052878 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-f7a08737-9143-4d0b-8490-0e3bc47ee326 None None] For port 907cba96-0df6-4980-aa06-8f334399a67d, host dv-cinder-784623-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-iscsi',level=0,port_id=907cba96-0df6-4980-aa06-8f334399a67d,segment=NetworkSegment(ab5e7b5f-3e6f-45f7-9818-f391c8735e2a),segment_id=ab5e7b5f-3e6f-45f7-9818-f391c8735e2a)] {{(pid=73833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 06 00:37:55.057533 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-f7a08737-9143-4d0b-8490-0e3bc47ee326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:55.063849 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:37:55.155815 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a08737-9143-4d0b-8490-0e3bc47ee326 None None] Pushing event updated for resources: {'Port': ['ID=907cba96-0df6-4980-aa06-8f334399a67d,revision_number=2']} {{(pid=73833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:37:55.160191 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-f7a08737-9143-4d0b-8490-0e3bc47ee326 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:37:55.185525 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.db_base_plugin_common [None req-99bcb48f-34d3-4122-88a6-07501c4c0450 admin admin] Allocated IP 172.27.3.170 (86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4/5f976aaf-f539-4cba-9109-d63a57e1b399/f4c3c0aa-d0a0-4fa1-a400-ccbb23f85508) {{(pid=73831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 06 00:37:55.358485 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-99bcb48f-34d3-4122-88a6-07501c4c0450 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:55.374402 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 40798) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:37:55.402548 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-99bcb48f-34d3-4122-88a6-07501c4c0450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767380898820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2942582'] for port, after_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:55.409836 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:37:55.477595 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99bcb48f-34d3-4122-88a6-07501c4c0450 admin admin] Network 86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4 is already hosted by enough agents. {{(pid=73831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 00:37:55.495495 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.scheduler.base_scheduler [None req-99bcb48f-34d3-4122-88a6-07501c4c0450 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 00:37:55.524077 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99bcb48f-34d3-4122-88a6-07501c4c0450 admin admin] Received port after_create {{(pid=73831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 06 00:37:55.579091 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.v2.base [None req-ecdc7729-b17b-4fe1-be12-1f1c39c9baba admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1806991004-network', 'tenant_id': '0b890f9b623c4aa1bd3a726f7dc8838e'}} {{(pid=73832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:37:55.579863 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bcb48f-34d3-4122-88a6-07501c4c0450 admin admin] Pushing event updated for resources: {'Port': ['ID=f4c3c0aa-d0a0-4fa1-a400-ccbb23f85508,revision_number=1']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:37:55.584479 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-99bcb48f-34d3-4122-88a6-07501c4c0450 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:37:55.585585 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-ecdc7729-b17b-4fe1-be12-1f1c39c9baba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:37:55.594357 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-ecdc7729-b17b-4fe1-be12-1f1c39c9baba admin admin] Usage tracker for resource:network and tenant:0b890f9b623c4aa1bd3a726f7dc8838e is out of sync, need to count used quota {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:37:55.598242 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-ecdc7729-b17b-4fe1-be12-1f1c39c9baba admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:37:55.607598 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-ecdc7729-b17b-4fe1-be12-1f1c39c9baba admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:37:55.619241 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecdc7729-b17b-4fe1-be12-1f1c39c9baba admin admin] Made reservation on behalf of 0b890f9b623c4aa1bd3a726f7dc8838e for: {'network': 1} {{(pid=73832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 06 00:37:55.622052 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-ecdc7729-b17b-4fe1-be12-1f1c39c9baba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for network, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:55.636508 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-ecdc7729-b17b-4fe1-be12-1f1c39c9baba admin admin] Notify callbacks [] for security_group, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:55.674081 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-ecdc7729-b17b-4fe1-be12-1f1c39c9baba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:37:55.680090 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-ecdc7729-b17b-4fe1-be12-1f1c39c9baba admin admin] Usage tracker for resource:security_group_rule and tenant:0b890f9b623c4aa1bd3a726f7dc8838e is out of sync, need to count used quota {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:37:55.683210 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-ecdc7729-b17b-4fe1-be12-1f1c39c9baba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:37:55.691402 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-ecdc7729-b17b-4fe1-be12-1f1c39c9baba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:37:55.740452 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Device 907cba96-0df6-4980-aa06-8f334399a67d up at agent ovs-agent-dv-cinder-784623-8-iscsi {{(pid=73833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 00:37:55.859649 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Provisioning for port 907cba96-0df6-4980-aa06-8f334399a67d completed by entity L2. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 00:37:55.863179 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-ecdc7729-b17b-4fe1-be12-1f1c39c9baba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:55.868194 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-ecdc7729-b17b-4fe1-be12-1f1c39c9baba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:55.874032 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-bf5d23ef-9939-405e-8a23-77bb6988bc86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:37:55.904714 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecdc7729-b17b-4fe1-be12-1f1c39c9baba admin admin] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'}  {{(pid=73832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 06 00:37:55.920645 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdc7729-b17b-4fe1-be12-1f1c39c9baba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=811af3d2-d9e3-451a-9e32-5fc42ad73f8c,revision_number=1']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:37:55.924075 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-ecdc7729-b17b-4fe1-be12-1f1c39c9baba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:37:55.927289 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-ecdc7729-b17b-4fe1-be12-1f1c39c9baba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730493'] for segment, precommit_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:55.927632 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.db.segments_db [None req-ecdc7729-b17b-4fe1-be12-1f1c39c9baba admin admin] Added segment 024dc78f-673e-4ab1-a1b8-799f97b6b498 of type vlan for network dfefa750-c4cf-4fe5-9a50-39478c106a84
May 06 00:37:55.960517 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-ecdc7729-b17b-4fe1-be12-1f1c39c9baba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767380920962'] for network, precommit_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:55.991486 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-ecdc7729-b17b-4fe1-be12-1f1c39c9baba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938'] for network, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:55.993077 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecdc7729-b17b-4fe1-be12-1f1c39c9baba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:55.993659 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-ecdc7729-b17b-4fe1-be12-1f1c39c9baba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535980'] for network, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:55.996923 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:37:56.131260 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdc7729-b17b-4fe1-be12-1f1c39c9baba admin admin] Pushing event updated for resources: {'Network': ['ID=dfefa750-c4cf-4fe5-9a50-39478c106a84,revision_number=1']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:37:56.134825 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-ecdc7729-b17b-4fe1-be12-1f1c39c9baba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:37:56.139954 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-ecdc7729-b17b-4fe1-be12-1f1c39c9baba admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.7643752
May 06 00:37:56.140870 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 40820) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:37:56.148951 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Network dfefa750-c4cf-4fe5-9a50-39478c106a84 details requested by agent ovs-agent-dv-cinder-784623-8-iscsi with host dv-cinder-784623-8-iscsi {{(pid=73833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 06 00:37:56.151751 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.v2.base [None req-455d747d-87a6-4640-9319-4118a1899463 admin admin] Request body: {'subnet': {'network_id': 'dfefa750-c4cf-4fe5-9a50-39478c106a84', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1806991004-subnet', 'tenant_id': '0b890f9b623c4aa1bd3a726f7dc8838e', 'ip_version': 4}} {{(pid=73832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:37:56.164008 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-455d747d-87a6-4640-9319-4118a1899463 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:37:56.176076 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-455d747d-87a6-4640-9319-4118a1899463 admin admin] Usage tracker for resource:subnet and tenant:0b890f9b623c4aa1bd3a726f7dc8838e is out of sync, need to count used quota {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:37:56.184128 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-455d747d-87a6-4640-9319-4118a1899463 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:37:56.196423 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-455d747d-87a6-4640-9319-4118a1899463 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:37:56.209932 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-99bcb48f-34d3-4122-88a6-07501c4c0450 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:56.210464 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-455d747d-87a6-4640-9319-4118a1899463 admin admin] Made reservation on behalf of 0b890f9b623c4aa1bd3a726f7dc8838e for: {'subnet': 1} {{(pid=73832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 06 00:37:56.213905 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-455d747d-87a6-4640-9319-4118a1899463 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10118879'] for subnet, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:56.295414 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01271ebf-95ae-4825-9585-b3e3ebca4442 req-e9bd9632-867f-47ab-932c-8a9247ef8a27 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:56.303961 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-01271ebf-95ae-4825-9585-b3e3ebca4442 req-e9bd9632-867f-47ab-932c-8a9247ef8a27 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=15ce2da6-b007-4eb2-a16e-92ba2286a634 HTTP/1.1" status: 200  len: 943 time: 0.4915514
May 06 00:37:56.439953 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea28599-7dca-4e19-a465-38a12c49b6f0 req-0de14054-7612-4506-97a2-cbd9886325aa tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:56.441604 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-4ea28599-7dca-4e19-a465-38a12c49b6f0 req-0de14054-7612-4506-97a2-cbd9886325aa tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/ports?device_id=07ff8e08-f2b7-4e46-b8df-eed0ff990983 HTTP/1.1" status: 200  len: 945 time: 0.1970062
May 06 00:37:56.517220 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb058d19-7288-4cb9-93e6-09cd29a4c745 None None] Network b3eca023-a406-48df-a3db-ebd6b6f9c1bf requested from dv-cinder-784623-8-iscsi {{(pid=73833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 06 00:37:56.540974 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-4ea28599-7dca-4e19-a465-38a12c49b6f0 req-efdf7b03-b61a-45cd-b228-3034744503a5 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/security-groups?id=ceb8dabd-8ffc-4d87-9464-7f935bd56bb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0690739
May 06 00:37:56.549922 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-01271ebf-95ae-4825-9585-b3e3ebca4442 req-bac12106-cf8a-4dcb-a9d1-fdeb664127d0 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a34f04e-64d6-4aca-9087-db3260c441d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2450213
May 06 00:37:56.674816 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-3ccd8ca4-0243-4626-a1fa-f93753977469 None None] Provisioning for port 907cba96-0df6-4980-aa06-8f334399a67d completed by entity DHCP. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 00:37:56.683602 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-3ccd8ca4-0243-4626-a1fa-f93753977469 None None] Provisioning complete for port 907cba96-0df6-4980-aa06-8f334399a67d triggered by entity DHCP. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 00:37:56.684254 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-3ccd8ca4-0243-4626-a1fa-f93753977469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723253'] for port, provisioning_complete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:56.870074 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-99bcb48f-34d3-4122-88a6-07501c4c0450 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-433774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395008'] for router, after_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:56.882482 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-455d747d-87a6-4640-9319-4118a1899463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2098477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10118829'] for subnet, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:56.886894 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-3ccd8ca4-0243-4626-a1fa-f93753977469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:56.888717 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:37:56.948857 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455d747d-87a6-4640-9319-4118a1899463 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10dd42a5-a5ec-4dc6-b51c-78099354ecd3,revision_number=0']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:37:56.951703 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-455d747d-87a6-4640-9319-4118a1899463 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:37:56.966244 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-3ccd8ca4-0243-4626-a1fa-f93753977469 None None] For port 907cba96-0df6-4980-aa06-8f334399a67d, host dv-cinder-784623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-iscsi',level=0,port_id=907cba96-0df6-4980-aa06-8f334399a67d,segment=NetworkSegment(ab5e7b5f-3e6f-45f7-9818-f391c8735e2a),segment_id=ab5e7b5f-3e6f-45f7-9818-f391c8735e2a)] {{(pid=73833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:37:56.970337 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-3ccd8ca4-0243-4626-a1fa-f93753977469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:56.974749 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-0717a448-1f53-41a0-8392-98908736ae07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:37:56.981544 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455d747d-87a6-4640-9319-4118a1899463 admin admin] Checking segment: {'id': '024dc78f-673e-4ab1-a1b8-799f97b6b498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'dfefa750-c4cf-4fe5-9a50-39478c106a84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 00:37:56.982056 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455d747d-87a6-4640-9319-4118a1899463 admin admin] Network hostable DHCP agents. Network: dfefa750-c4cf-4fe5-9a50-39478c106a84, hostable agents: ['08bd01f5-d9ad-41d2-bccd-f8157b6c692c'], hosted agents: [] {{(pid=73832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 06 00:37:57.000084 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455d747d-87a6-4640-9319-4118a1899463 admin admin] Network dfefa750-c4cf-4fe5-9a50-39478c106a84 is scheduled to be hosted by DHCP agent 08bd01f5-d9ad-41d2-bccd-f8157b6c692c with binding_index 1 {{(pid=73832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 06 00:37:57.010882 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.scheduler.base_scheduler [None req-455d747d-87a6-4640-9319-4118a1899463 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-8-iscsi, dfefa750-c4cf-4fe5-9a50-39478c106a84) {{(pid=73832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 00:37:57.021476 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455d747d-87a6-4640-9319-4118a1899463 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:57.022096 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-455d747d-87a6-4640-9319-4118a1899463 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535980'] for subnet, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:57.033865 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f58be3-c6c5-4341-ab26-02dbc8e7a3cd None None] Network dfefa750-c4cf-4fe5-9a50-39478c106a84 requested from dv-cinder-784623-8-iscsi {{(pid=73833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 06 00:37:57.045891 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-455d747d-87a6-4640-9319-4118a1899463 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.9032345
May 06 00:37:57.048591 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 40834) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:37:57.056946 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.v2.base [None req-d7e51fc0-4259-4c49-9932-faa870e6a384 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1806991004-router', 'tenant_id': '0b890f9b623c4aa1bd3a726f7dc8838e', 'external_gateway_info': {'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4'}}} {{(pid=73832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:37:57.062609 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-d7e51fc0-4259-4c49-9932-faa870e6a384 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:37:57.067588 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-d7e51fc0-4259-4c49-9932-faa870e6a384 admin admin] Usage tracker for resource:router and tenant:0b890f9b623c4aa1bd3a726f7dc8838e is out of sync, need to count used quota {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:37:57.072294 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-d7e51fc0-4259-4c49-9932-faa870e6a384 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:37:57.086255 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-d7e51fc0-4259-4c49-9932-faa870e6a384 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:37:57.113492 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-d7e51fc0-4259-4c49-9932-faa870e6a384 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-451811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3440'] for router, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:57.116228 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-d7e51fc0-4259-4c49-9932-faa870e6a384 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-451820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409324', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-491947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3401'] for router, precommit_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:57.121989 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99bcb48f-34d3-4122-88a6-07501c4c0450 admin admin] Router 41a6e37e-02c6-4008-8826-bde16799ef0c is scheduled to L3 agent 3fa0790c-dd29-4495-aa07-f8a2ae482509 with binding_index 1 {{(pid=73831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 06 00:37:57.142670 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-d7e51fc0-4259-4c49-9932-faa870e6a384 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:57.266312 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccd8ca4-0243-4626-a1fa-f93753977469 None None] Pushing event updated for resources: {'Port': ['ID=907cba96-0df6-4980-aa06-8f334399a67d,revision_number=3']} {{(pid=73833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:37:57.320929 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccd8ca4-0243-4626-a1fa-f93753977469 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:37:57.321585 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccd8ca4-0243-4626-a1fa-f93753977469 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:37:57.321924 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccd8ca4-0243-4626-a1fa-f93753977469 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:37:57.322439 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccd8ca4-0243-4626-a1fa-f93753977469 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:37:57.322922 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccd8ca4-0243-4626-a1fa-f93753977469 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:37:57.323471 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccd8ca4-0243-4626-a1fa-f93753977469 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:37:57.324028 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccd8ca4-0243-4626-a1fa-f93753977469 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:37:57.324540 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccd8ca4-0243-4626-a1fa-f93753977469 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:37:57.325090 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccd8ca4-0243-4626-a1fa-f93753977469 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:37:57.325602 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccd8ca4-0243-4626-a1fa-f93753977469 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:37:57.326114 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccd8ca4-0243-4626-a1fa-f93753977469 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:37:57.326589 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccd8ca4-0243-4626-a1fa-f93753977469 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:37:57.337043 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-3ccd8ca4-0243-4626-a1fa-f93753977469 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:37:57.361914 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47db1828-e4b6-495e-8d5a-fc0e1b048648 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ffa6a74-49b1-57e1-8600-1f37db923f22-dfefa750-c4cf-4fe5-9a50-39478c106a84', 'network_id': 'dfefa750-c4cf-4fe5-9a50-39478c106a84', 'tenant_id': '0b890f9b623c4aa1bd3a726f7dc8838e', 'fixed_ips': [{'subnet_id': '10dd42a5-a5ec-4dc6-b51c-78099354ecd3'}]}} from dv-cinder-784623-8-iscsi. {{(pid=73833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
May 06 00:37:57.362773 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-47db1828-e4b6-495e-8d5a-fc0e1b048648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_create {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:57.375827 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99bcb48f-34d3-4122-88a6-07501c4c0450 admin admin] Notify agent at l3_agent.dv-cinder-784623-8-iscsi the message routers_updated {{(pid=73831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 06 00:37:57.389864 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3087a3ae-b6fa-48b6-a710-8ee55f38a272 None None] Sync routers for ids ['41a6e37e-02c6-4008-8826-bde16799ef0c'] in dv-cinder-784623-8-iscsi {{(pid=73834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 06 00:37:57.407083 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3087a3ae-b6fa-48b6-a710-8ee55f38a272 None None] Routers {'41a6e37e-02c6-4008-8826-bde16799ef0c'} bound to L3 agent in host dv-cinder-784623-8-iscsi {{(pid=73834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 00:37:57.408052 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_hamode_db [None req-3087a3ae-b6fa-48b6-a710-8ee55f38a272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f950917afa0>, 'dv-cinder-784623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-06T00:27:20Z,description=<?>,heartbeat_timestamp=2021-05-06T00:37:50Z,host='dv-cinder-784623-8-iscsi',id=3fa0790c-dd29-4495-aa07-f8a2ae482509,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T00:27:20Z,topic='l3_agent')) {'router_ids': ['41a6e37e-02c6-4008-8826-bde16799ef0c'], 'active': True} {{(pid=73834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:37:57.437274 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-99bcb48f-34d3-4122-88a6-07501c4c0450 admin admin] Notify callbacks [] for router, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:57.438555 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-99bcb48f-34d3-4122-88a6-07501c4c0450 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 3.4896073
May 06 00:37:57.441339 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 40842) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:37:57.688252 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.db_base_plugin_common [None req-47db1828-e4b6-495e-8d5a-fc0e1b048648 None None] Allocated IP 172.20.0.2 (dfefa750-c4cf-4fe5-9a50-39478c106a84/10dd42a5-a5ec-4dc6-b51c-78099354ecd3/6615559e-c91c-4985-91f0-62979cd1bd50) {{(pid=73833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 06 00:37:57.758104 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-d7e51fc0-4259-4c49-9932-faa870e6a384 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-409237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-433687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3415'] for router, precommit_update {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:57.852154 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_dvr_db [None req-3087a3ae-b6fa-48b6-a710-8ee55f38a272 None None] Set router 41a6e37e-02c6-4008-8826-bde16799ef0c gateway port host: dv-cinder-784623-8-iscsi {{(pid=73834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 00:37:58.019361 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-47db1828-e4b6-495e-8d5a-fc0e1b048648 None None] Notify callbacks [] for port, precommit_create {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:58.046493 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-47db1828-e4b6-495e-8d5a-fc0e1b048648 None None] Transition to ACTIVE for port object 6615559e-c91c-4985-91f0-62979cd1bd50 will not be triggered until provisioned by entity L2. {{(pid=73833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 00:37:58.087908 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-47db1828-e4b6-495e-8d5a-fc0e1b048648 None None] Transition to ACTIVE for port object 6615559e-c91c-4985-91f0-62979cd1bd50 will not be triggered until provisioned by entity DHCP. {{(pid=73833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 00:37:58.107458 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Device 907cba96-0df6-4980-aa06-8f334399a67d up at agent ovs-agent-dv-cinder-784623-8-iscsi {{(pid=73833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 00:37:58.204976 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-47db1828-e4b6-495e-8d5a-fc0e1b048648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767380898820'] for port, after_create {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:58.224190 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:37:58.242154 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_hamode_db [None req-3087a3ae-b6fa-48b6-a710-8ee55f38a272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f950917afa0>, [{'id': '41a6e37e-02c6-4008-8826-bde16799ef0c', 'name': 'tempest-TestVolumeBootPattern-1167851366-router', 'tenant_id': '24c0c0411f574f8f960e5150472df75e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'external_fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'f4c3c0aa-d0a0-4fa1-a400-ccbb23f85508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:37:53Z', 'updated_at': '2021-05-06T00:37:55Z', 'revision_number': 3, 'project_id': '24c0c0411f574f8f960e5150472df75e', 'gw_port': {'id': 'f4c3c0aa-d0a0-4fa1-a400-ccbb23f85508', 'name': '', 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:28:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41a6e37e-02c6-4008-8826-bde16799ef0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:37:55Z', 'updated_at': '2021-05-06T00:37:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-iscsi'}], 'dv-cinder-784623-8-iscsi', False) {} {{(pid=73834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:37:58.247164 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3087a3ae-b6fa-48b6-a710-8ee55f38a272 None None] Checking router: 41a6e37e-02c6-4008-8826-bde16799ef0c for host: dv-cinder-784623-8-iscsi {{(pid=73834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 06 00:37:58.247637 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3087a3ae-b6fa-48b6-a710-8ee55f38a272 None None] Updating router 41a6e37e-02c6-4008-8826-bde16799ef0c port f4c3c0aa-d0a0-4fa1-a400-ccbb23f85508 binding host dv-cinder-784623-8-iscsi {{(pid=73834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 06 00:37:58.270751 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47db1828-e4b6-495e-8d5a-fc0e1b048648 None None] Network dfefa750-c4cf-4fe5-9a50-39478c106a84 is already hosted by enough agents. {{(pid=73833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 00:37:58.283151 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.scheduler.base_scheduler [None req-47db1828-e4b6-495e-8d5a-fc0e1b048648 None None] Resources bound (agent type, host, resource id):  {{(pid=73833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 00:37:58.295808 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bab5f9-b294-43b7-a03b-e54c2f6733d2 req-a158a792-127b-447d-9b5c-0f6e725ff9e3 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:58.299200 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-a4bab5f9-b294-43b7-a03b-e54c2f6733d2 req-a158a792-127b-447d-9b5c-0f6e725ff9e3 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=15ce2da6-b007-4eb2-a16e-92ba2286a634 HTTP/1.1" status: 200  len: 943 time: 0.3917668
May 06 00:37:58.321003 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47db1828-e4b6-495e-8d5a-fc0e1b048648 None None] Received port after_create {{(pid=73833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 06 00:37:58.323127 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47db1828-e4b6-495e-8d5a-fc0e1b048648 None None] Pushing event updated for resources: {'Port': ['ID=6615559e-c91c-4985-91f0-62979cd1bd50,revision_number=1']} {{(pid=73833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:37:58.331400 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron_lib.callbacks.manager [None req-3087a3ae-b6fa-48b6-a710-8ee55f38a272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:58.334758 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-d7e51fc0-4259-4c49-9932-faa870e6a384 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:58.337574 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-47db1828-e4b6-495e-8d5a-fc0e1b048648 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:37:58.338546 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-e439b08d-263d-43e3-bcfd-4ab8c490cb2a None None] Provisioning complete for port 907cba96-0df6-4980-aa06-8f334399a67d triggered by entity DHCP. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 00:37:58.339250 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-e439b08d-263d-43e3-bcfd-4ab8c490cb2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723253'] for port, provisioning_complete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:58.388161 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-d7e51fc0-4259-4c49-9932-faa870e6a384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:58.510758 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.managers [None req-47db1828-e4b6-495e-8d5a-fc0e1b048648 None None] Attempting to bind port 6615559e-c91c-4985-91f0-62979cd1bd50 on host dv-cinder-784623-8-iscsi for vnic_type normal with profile  {{(pid=73833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 06 00:37:58.511387 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.managers [None req-47db1828-e4b6-495e-8d5a-fc0e1b048648 None None] Attempting to bind port 6615559e-c91c-4985-91f0-62979cd1bd50 by drivers openvswitch,hyperv on host dv-cinder-784623-8-iscsi at level 0 using segments [{'id': '024dc78f-673e-4ab1-a1b8-799f97b6b498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'dfefa750-c4cf-4fe5-9a50-39478c106a84'}] {{(pid=73833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 06 00:37:58.511931 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47db1828-e4b6-495e-8d5a-fc0e1b048648 None None] Attempting to bind port 6615559e-c91c-4985-91f0-62979cd1bd50 on network dfefa750-c4cf-4fe5-9a50-39478c106a84 {{(pid=73833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 00:37:58.529502 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47db1828-e4b6-495e-8d5a-fc0e1b048648 None None] Checking agent: {'id': '4b72a67e-bba9-4429-9bf9-904dcd8ce83b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 0, 27, 19), 'started_at': datetime.datetime(2021, 5, 6, 0, 27, 49), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 0, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 06 00:37:58.530177 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47db1828-e4b6-495e-8d5a-fc0e1b048648 None None] Checking segment: {'id': '024dc78f-673e-4ab1-a1b8-799f97b6b498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'dfefa750-c4cf-4fe5-9a50-39478c106a84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 00:37:58.530771 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-47db1828-e4b6-495e-8d5a-fc0e1b048648 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:58.531324 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47db1828-e4b6-495e-8d5a-fc0e1b048648 None None] Bound using segment: {'id': '024dc78f-673e-4ab1-a1b8-799f97b6b498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'dfefa750-c4cf-4fe5-9a50-39478c106a84'} {{(pid=73833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 06 00:37:58.531986 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.managers [None req-47db1828-e4b6-495e-8d5a-fc0e1b048648 None None] Bound port: 6615559e-c91c-4985-91f0-62979cd1bd50, host: dv-cinder-784623-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '024dc78f-673e-4ab1-a1b8-799f97b6b498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'dfefa750-c4cf-4fe5-9a50-39478c106a84'}}] {{(pid=73833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 06 00:37:58.532540 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-47db1828-e4b6-495e-8d5a-fc0e1b048648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:58.541006 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.db_base_plugin_common [None req-d7e51fc0-4259-4c49-9932-faa870e6a384 admin admin] Allocated IP 172.27.3.84 (86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4/5f976aaf-f539-4cba-9109-d63a57e1b399/0459f193-550b-4b26-891f-cdf82e0bde5e) {{(pid=73832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 06 00:37:58.607563 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Provisioning complete for port 907cba96-0df6-4980-aa06-8f334399a67d triggered by entity L2. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 00:37:58.608234 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723253'] for port, provisioning_complete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:58.723209 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-d7e51fc0-4259-4c49-9932-faa870e6a384 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:58.747016 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-a4bab5f9-b294-43b7-a03b-e54c2f6733d2 req-9815fe13-d2f3-4809-84a5-90c8e7e03f36 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a34f04e-64d6-4aca-9087-db3260c441d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1374416
May 06 00:37:58.775122 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-47db1828-e4b6-495e-8d5a-fc0e1b048648 None None] For port 6615559e-c91c-4985-91f0-62979cd1bd50, host dv-cinder-784623-8-iscsi, cleared binding levels {{(pid=73833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 06 00:37:58.797815 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-d7e51fc0-4259-4c49-9932-faa870e6a384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767380898820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2182845'] for port, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:58.803119 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-0216c724-87c1-482c-bb31-6c5fde61d8b5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:37:58.847370 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-47db1828-e4b6-495e-8d5a-fc0e1b048648 None None] For port 6615559e-c91c-4985-91f0-62979cd1bd50, host dv-cinder-784623-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-iscsi',level=0,port_id=6615559e-c91c-4985-91f0-62979cd1bd50,segment=NetworkSegment(024dc78f-673e-4ab1-a1b8-799f97b6b498),segment_id=024dc78f-673e-4ab1-a1b8-799f97b6b498)] {{(pid=73833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 06 00:37:58.858689 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-47db1828-e4b6-495e-8d5a-fc0e1b048648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:58.865498 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:37:58.895181 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e51fc0-4259-4c49-9932-faa870e6a384 admin admin] Network 86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4 is already hosted by enough agents. {{(pid=73832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 00:37:58.906562 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.scheduler.base_scheduler [None req-d7e51fc0-4259-4c49-9932-faa870e6a384 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 00:37:58.910614 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e51fc0-4259-4c49-9932-faa870e6a384 admin admin] Received port after_create {{(pid=73832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 06 00:37:58.918777 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-a8aa0a8b-c486-4696-b744-12a16a8f1d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:58.974767 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47db1828-e4b6-495e-8d5a-fc0e1b048648 None None] Pushing event updated for resources: {'Port': ['ID=6615559e-c91c-4985-91f0-62979cd1bd50,revision_number=2']} {{(pid=73833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:37:58.978162 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-47db1828-e4b6-495e-8d5a-fc0e1b048648 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:37:59.159469 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e51fc0-4259-4c49-9932-faa870e6a384 admin admin] Pushing event updated for resources: {'Port': ['ID=0459f193-550b-4b26-891f-cdf82e0bde5e,revision_number=1']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:37:59.199321 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-d7e51fc0-4259-4c49-9932-faa870e6a384 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:37:59.318037 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron_lib.callbacks.manager [None req-3087a3ae-b6fa-48b6-a710-8ee55f38a272 None None] Notify callbacks [] for port, precommit_update {{(pid=73834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:59.330789 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.provisioning_blocks [None req-3087a3ae-b6fa-48b6-a710-8ee55f38a272 None None] Transition to ACTIVE for port object f4c3c0aa-d0a0-4fa1-a400-ccbb23f85508 will not be triggered until provisioned by entity L2. {{(pid=73834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 00:37:59.343408 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron_lib.callbacks.manager [None req-3087a3ae-b6fa-48b6-a710-8ee55f38a272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:59.346262 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.db_base_plugin_common [None req-a8aa0a8b-c486-4696-b744-12a16a8f1d27 admin admin] Allocated IP 172.20.0.1 (b3eca023-a406-48df-a3db-ebd6b6f9c1bf/abd7dd6a-5cfe-4ac3-a1f5-824fa1d29c3f/64e79fd4-fc6f-4aca-8b86-d7ad2bbd4f44) {{(pid=73831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 06 00:37:59.357332 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:37:59.539321 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f384615c-691d-469d-9786-206bf8788576 None None] Pushing event updated for resources: {'Port': ['ID=f4c3c0aa-d0a0-4fa1-a400-ccbb23f85508,revision_number=2']} {{(pid=73834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:37:59.544019 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.plugins.ml2.managers [None req-3087a3ae-b6fa-48b6-a710-8ee55f38a272 None None] Attempting to bind port f4c3c0aa-d0a0-4fa1-a400-ccbb23f85508 on host dv-cinder-784623-8-iscsi for vnic_type normal with profile  {{(pid=73834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 06 00:37:59.549165 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.plugins.ml2.managers [None req-3087a3ae-b6fa-48b6-a710-8ee55f38a272 None None] Attempting to bind port f4c3c0aa-d0a0-4fa1-a400-ccbb23f85508 by drivers openvswitch,hyperv on host dv-cinder-784623-8-iscsi at level 0 using segments [{'id': '9e77dc6e-5839-4c5c-8941-3e48c898c98b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4'}] {{(pid=73834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 06 00:37:59.550244 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3087a3ae-b6fa-48b6-a710-8ee55f38a272 None None] Attempting to bind port f4c3c0aa-d0a0-4fa1-a400-ccbb23f85508 on network 86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4 {{(pid=73834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 00:37:59.571170 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-d7e51fc0-4259-4c49-9932-faa870e6a384 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:59.575863 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f384615c-691d-469d-9786-206bf8788576 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:37:59.576327 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f384615c-691d-469d-9786-206bf8788576 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:37:59.576885 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f384615c-691d-469d-9786-206bf8788576 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:37:59.578153 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f384615c-691d-469d-9786-206bf8788576 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:37:59.578153 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f384615c-691d-469d-9786-206bf8788576 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:37:59.585669 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f384615c-691d-469d-9786-206bf8788576 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:37:59.586215 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f384615c-691d-469d-9786-206bf8788576 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:37:59.586697 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f384615c-691d-469d-9786-206bf8788576 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:37:59.588783 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f384615c-691d-469d-9786-206bf8788576 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:37:59.589285 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f384615c-691d-469d-9786-206bf8788576 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:37:59.589789 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f384615c-691d-469d-9786-206bf8788576 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:37:59.591184 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f384615c-691d-469d-9786-206bf8788576 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:37:59.599793 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG oslo_concurrency.lockutils [None req-f384615c-691d-469d-9786-206bf8788576 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=73834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:37:59.601071 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3087a3ae-b6fa-48b6-a710-8ee55f38a272 None None] Checking agent: {'id': '4b72a67e-bba9-4429-9bf9-904dcd8ce83b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 0, 27, 19), 'started_at': datetime.datetime(2021, 5, 6, 0, 27, 49), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 0, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 06 00:37:59.601593 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3087a3ae-b6fa-48b6-a710-8ee55f38a272 None None] Checking segment: {'id': '9e77dc6e-5839-4c5c-8941-3e48c898c98b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 00:37:59.602211 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron_lib.callbacks.manager [None req-3087a3ae-b6fa-48b6-a710-8ee55f38a272 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:59.602947 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3087a3ae-b6fa-48b6-a710-8ee55f38a272 None None] Bound using segment: {'id': '9e77dc6e-5839-4c5c-8941-3e48c898c98b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4'} {{(pid=73834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 06 00:37:59.604285 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.plugins.ml2.managers [None req-3087a3ae-b6fa-48b6-a710-8ee55f38a272 None None] Bound port: f4c3c0aa-d0a0-4fa1-a400-ccbb23f85508, host: dv-cinder-784623-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e77dc6e-5839-4c5c-8941-3e48c898c98b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4'}}] {{(pid=73834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 06 00:37:59.605452 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron_lib.callbacks.manager [None req-3087a3ae-b6fa-48b6-a710-8ee55f38a272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:59.609120 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-a8aa0a8b-c486-4696-b744-12a16a8f1d27 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:59.637473 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.provisioning_blocks [None req-a8aa0a8b-c486-4696-b744-12a16a8f1d27 admin admin] Transition to ACTIVE for port object 64e79fd4-fc6f-4aca-8b86-d7ad2bbd4f44 will not be triggered until provisioned by entity DHCP. {{(pid=73831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 00:37:59.663980 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af32dae6-6b9f-401e-b374-98c36e02a307 req-c6d3e14f-13ce-4685-9270-af63deb17653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:37:59.669999 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-af32dae6-6b9f-401e-b374-98c36e02a307 req-c6d3e14f-13ce-4685-9270-af63deb17653 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=15ce2da6-b007-4eb2-a16e-92ba2286a634&tenant_id=aea92748b0624ad09d804decdf1eee48 HTTP/1.1" status: 200  len: 1096 time: 0.1406608
May 06 00:37:59.764305 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-a8aa0a8b-c486-4696-b744-12a16a8f1d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767380898820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2942582'] for port, after_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:59.769002 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Device 6615559e-c91c-4985-91f0-62979cd1bd50 up at agent ovs-agent-dv-cinder-784623-8-iscsi {{(pid=73833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 00:37:59.775458 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.plugins.ml2.db [None req-3087a3ae-b6fa-48b6-a710-8ee55f38a272 None None] For port f4c3c0aa-d0a0-4fa1-a400-ccbb23f85508, host dv-cinder-784623-8-iscsi, cleared binding levels {{(pid=73834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 06 00:37:59.779957 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:37:59.782269 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.plugins.ml2.db [None req-3087a3ae-b6fa-48b6-a710-8ee55f38a272 None None] For port f4c3c0aa-d0a0-4fa1-a400-ccbb23f85508, host dv-cinder-784623-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-iscsi',level=0,port_id=f4c3c0aa-d0a0-4fa1-a400-ccbb23f85508,segment=NetworkSegment(9e77dc6e-5839-4c5c-8941-3e48c898c98b),segment_id=9e77dc6e-5839-4c5c-8941-3e48c898c98b)] {{(pid=73834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 06 00:37:59.801448 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron_lib.callbacks.manager [None req-3087a3ae-b6fa-48b6-a710-8ee55f38a272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:37:59.821899 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG oslo_concurrency.lockutils [None req-f384615c-691d-469d-9786-206bf8788576 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:37:59.857161 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aa0a8b-c486-4696-b744-12a16a8f1d27 admin admin] Pushing event updated for resources: {'Port': ['ID=64e79fd4-fc6f-4aca-8b86-d7ad2bbd4f44,revision_number=1']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:37:59.860226 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-a8aa0a8b-c486-4696-b744-12a16a8f1d27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:37:59.897704 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8aa0a8b-c486-4696-b744-12a16a8f1d27 admin admin] Network b3eca023-a406-48df-a3db-ebd6b6f9c1bf is already hosted by enough agents. {{(pid=73831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 00:37:59.897704 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.scheduler.base_scheduler [None req-a8aa0a8b-c486-4696-b744-12a16a8f1d27 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 00:37:59.913045 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8aa0a8b-c486-4696-b744-12a16a8f1d27 admin admin] Received port after_create {{(pid=73831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 06 00:37:59.957467 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f384615c-691d-469d-9786-206bf8788576 None None] Pushing event updated for resources: {'Port': ['ID=f4c3c0aa-d0a0-4fa1-a400-ccbb23f85508,revision_number=3']} {{(pid=73834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:37:59.959994 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Provisioning for port 6615559e-c91c-4985-91f0-62979cd1bd50 completed by entity L2. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 00:37:59.993696 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3087a3ae-b6fa-48b6-a710-8ee55f38a272 None None] Routers {'41a6e37e-02c6-4008-8826-bde16799ef0c'} bound to L3 agent in host dv-cinder-784623-8-iscsi {{(pid=73834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 00:37:59.994555 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_hamode_db [None req-3087a3ae-b6fa-48b6-a710-8ee55f38a272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f950917afa0>, 'dv-cinder-784623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-06T00:27:20Z,description=<?>,heartbeat_timestamp=2021-05-06T00:37:50Z,host='dv-cinder-784623-8-iscsi',id=3fa0790c-dd29-4495-aa07-f8a2ae482509,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T00:27:20Z,topic='l3_agent')) {'router_ids': ['41a6e37e-02c6-4008-8826-bde16799ef0c'], 'active': True} {{(pid=73834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:38:00.119272 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-a8aa0a8b-c486-4696-b744-12a16a8f1d27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-401631'] for router_interface, before_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:00.218157 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc96a88-f7dc-43d8-886b-6907ab40266f req-2a9a67e4-10e9-45aa-8e2d-9feca8df2246 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:38:00.219022 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af32dae6-6b9f-401e-b374-98c36e02a307 req-5b06971e-3396-478d-85ea-b6ae0a46087d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:38:00.221051 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-9dc96a88-f7dc-43d8-886b-6907ab40266f req-2a9a67e4-10e9-45aa-8e2d-9feca8df2246 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=15ce2da6-b007-4eb2-a16e-92ba2286a634 HTTP/1.1" status: 200  len: 943 time: 0.1632802
May 06 00:38:00.221199 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-af32dae6-6b9f-401e-b374-98c36e02a307 req-5b06971e-3396-478d-85ea-b6ae0a46087d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aea92748b0624ad09d804decdf1eee48&device_id=15ce2da6-b007-4eb2-a16e-92ba2286a634 HTTP/1.1" status: 200  len: 1096 time: 0.5168352
May 06 00:38:00.281950 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG oslo_concurrency.lockutils [None req-f384615c-691d-469d-9786-206bf8788576 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=73834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:38:00.368034 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-54956395-26d2-48b0-b7fc-fa615b674eb2 None None] Provisioning for port 64e79fd4-fc6f-4aca-8b86-d7ad2bbd4f44 completed by entity DHCP. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 00:38:00.371121 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-a8aa0a8b-c486-4696-b744-12a16a8f1d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:00.373129 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-54956395-26d2-48b0-b7fc-fa615b674eb2 None None] Provisioning complete for port 64e79fd4-fc6f-4aca-8b86-d7ad2bbd4f44 triggered by entity DHCP. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 00:38:00.373614 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-54956395-26d2-48b0-b7fc-fa615b674eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723253'] for port, provisioning_complete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:00.400104 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_dvr_db [None req-3087a3ae-b6fa-48b6-a710-8ee55f38a272 None None] Set router 41a6e37e-02c6-4008-8826-bde16799ef0c gateway port host: dv-cinder-784623-8-iscsi {{(pid=73834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 00:38:00.461995 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-9dc96a88-f7dc-43d8-886b-6907ab40266f req-bda84cf7-513b-4bc4-9cc1-ba1113456869 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a34f04e-64d6-4aca-9087-db3260c441d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2268426
May 06 00:38:00.490806 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.plugin [None req-54956395-26d2-48b0-b7fc-fa615b674eb2 None None] Port 64e79fd4-fc6f-4aca-8b86-d7ad2bbd4f44 cannot update to ACTIVE because it is not bound. {{(pid=73833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 06 00:38:00.532505 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-d7e51fc0-4259-4c49-9932-faa870e6a384 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-433774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395008'] for router, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:00.542783 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f14b165-4b32-4242-a968-dab94217e7d8 None None] Network dfefa750-c4cf-4fe5-9a50-39478c106a84 requested from dv-cinder-784623-8-iscsi {{(pid=73833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 06 00:38:00.662397 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-f46b03ab-8946-4af1-a822-2e0ceefd5c29 None None] Provisioning for port 6615559e-c91c-4985-91f0-62979cd1bd50 completed by entity DHCP. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 00:38:00.681838 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-f46b03ab-8946-4af1-a822-2e0ceefd5c29 None None] Provisioning complete for port 6615559e-c91c-4985-91f0-62979cd1bd50 triggered by entity DHCP. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 00:38:00.682312 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-f46b03ab-8946-4af1-a822-2e0ceefd5c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723253'] for port, provisioning_complete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:00.731333 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-a8aa0a8b-c486-4696-b744-12a16a8f1d27 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:00.737256 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-a8aa0a8b-c486-4696-b744-12a16a8f1d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2942575'] for port, after_update {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:00.752354 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_hamode_db [None req-3087a3ae-b6fa-48b6-a710-8ee55f38a272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f950917afa0>, [{'id': '41a6e37e-02c6-4008-8826-bde16799ef0c', 'name': 'tempest-TestVolumeBootPattern-1167851366-router', 'tenant_id': '24c0c0411f574f8f960e5150472df75e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'external_fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'f4c3c0aa-d0a0-4fa1-a400-ccbb23f85508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:37:53Z', 'updated_at': '2021-05-06T00:37:55Z', 'revision_number': 3, 'project_id': '24c0c0411f574f8f960e5150472df75e', 'gw_port': {'id': 'f4c3c0aa-d0a0-4fa1-a400-ccbb23f85508', 'name': '', 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:28:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41a6e37e-02c6-4008-8826-bde16799ef0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:37:55Z', 'updated_at': '2021-05-06T00:37:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-iscsi'}], 'dv-cinder-784623-8-iscsi', False) {} {{(pid=73834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:38:00.757490 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3087a3ae-b6fa-48b6-a710-8ee55f38a272 None None] The sync data for ids ['41a6e37e-02c6-4008-8826-bde16799ef0c'] in dv-cinder-784623-8-iscsi is: [{'id': '41a6e37e-02c6-4008-8826-bde16799ef0c', 'name': 'tempest-TestVolumeBootPattern-1167851366-router', 'tenant_id': '24c0c0411f574f8f960e5150472df75e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'external_fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'f4c3c0aa-d0a0-4fa1-a400-ccbb23f85508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:37:53Z', 'updated_at': '2021-05-06T00:37:55Z', 'revision_number': 3, 'project_id': '24c0c0411f574f8f960e5150472df75e', 'gw_port': {'id': 'f4c3c0aa-d0a0-4fa1-a400-ccbb23f85508', 'name': '', 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:28:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41a6e37e-02c6-4008-8826-bde16799ef0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:37:55Z', 'updated_at': '2021-05-06T00:37:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-iscsi'}] {{(pid=73834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 06 00:38:00.763762 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7e51fc0-4259-4c49-9932-faa870e6a384 admin admin] Router 19f5e112-a1dc-416f-ace2-4916d7930a1b is scheduled to L3 agent 3fa0790c-dd29-4495-aa07-f8a2ae482509 with binding_index 1 {{(pid=73832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 06 00:38:00.787788 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:38:00.904310 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-a8aa0a8b-c486-4696-b744-12a16a8f1d27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401532'] for router_interface, after_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:00.990932 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7e51fc0-4259-4c49-9932-faa870e6a384 admin admin] Notify agent at l3_agent.dv-cinder-784623-8-iscsi the message routers_updated {{(pid=73832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 06 00:38:01.004775 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4dc488-3179-49fa-ae96-84985216887a None None] Sync routers for ids ['19f5e112-a1dc-416f-ace2-4916d7930a1b'] in dv-cinder-784623-8-iscsi {{(pid=73833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 06 00:38:01.024220 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-d7e51fc0-4259-4c49-9932-faa870e6a384 admin admin] Notify callbacks [] for router, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:01.028682 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-d7e51fc0-4259-4c49-9932-faa870e6a384 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 3.9791081
May 06 00:38:01.029789 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 40888) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:38:01.029906 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-f46b03ab-8946-4af1-a822-2e0ceefd5c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:01.093454 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aa0a8b-c486-4696-b744-12a16a8f1d27 admin admin] Pushing event updated for resources: {'Port': ['ID=64e79fd4-fc6f-4aca-8b86-d7ad2bbd4f44,revision_number=2']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:38:01.105738 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-a8aa0a8b-c486-4696-b744-12a16a8f1d27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:38:01.128691 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4dc488-3179-49fa-ae96-84985216887a None None] Routers {'19f5e112-a1dc-416f-ace2-4916d7930a1b'} bound to L3 agent in host dv-cinder-784623-8-iscsi {{(pid=73833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 00:38:01.131240 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_hamode_db [None req-2e4dc488-3179-49fa-ae96-84985216887a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f95082efd60>, 'dv-cinder-784623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-06T00:27:20Z,description=<?>,heartbeat_timestamp=2021-05-06T00:37:50Z,host='dv-cinder-784623-8-iscsi',id=3fa0790c-dd29-4495-aa07-f8a2ae482509,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T00:27:20Z,topic='l3_agent')) {'router_ids': ['19f5e112-a1dc-416f-ace2-4916d7930a1b'], 'active': True} {{(pid=73833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:38:01.133499 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8aa0a8b-c486-4696-b744-12a16a8f1d27 admin admin] Network b3eca023-a406-48df-a3db-ebd6b6f9c1bf is already hosted by enough agents. {{(pid=73831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 00:38:01.134876 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.scheduler.base_scheduler [None req-a8aa0a8b-c486-4696-b744-12a16a8f1d27 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 00:38:01.331422 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-f46b03ab-8946-4af1-a822-2e0ceefd5c29 None None] For port 6615559e-c91c-4985-91f0-62979cd1bd50, host dv-cinder-784623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-iscsi',level=0,port_id=6615559e-c91c-4985-91f0-62979cd1bd50,segment=NetworkSegment(024dc78f-673e-4ab1-a1b8-799f97b6b498),segment_id=024dc78f-673e-4ab1-a1b8-799f97b6b498)] {{(pid=73833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:38:01.339360 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-f46b03ab-8946-4af1-a822-2e0ceefd5c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:01.358857 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-47db1828-e4b6-495e-8d5a-fc0e1b048648 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:38:01.449617 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af32dae6-6b9f-401e-b374-98c36e02a307 req-dedfc9ca-481a-437e-9ac9-b36cb41c241d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:38:01.451090 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-af32dae6-6b9f-401e-b374-98c36e02a307 req-dedfc9ca-481a-437e-9ac9-b36cb41c241d service neutron] 10.222.0.30 "GET /v2.0/networks?id=f1ee20ed-17e0-4650-a61e-4e2579bfb5cb HTTP/1.1" status: 200  len: 918 time: 0.2071106
May 06 00:38:01.483240 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46b03ab-8946-4af1-a822-2e0ceefd5c29 None None] Pushing event updated for resources: {'Port': ['ID=6615559e-c91c-4985-91f0-62979cd1bd50,revision_number=3']} {{(pid=73833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:38:01.486639 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-f46b03ab-8946-4af1-a822-2e0ceefd5c29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:38:01.534965 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_dvr_db [None req-2e4dc488-3179-49fa-ae96-84985216887a None None] Set router 19f5e112-a1dc-416f-ace2-4916d7930a1b gateway port host: dv-cinder-784623-8-iscsi {{(pid=73833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 00:38:01.603870 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-ca28e4c9-94cd-44d7-92fb-ae105cec3b60 None None] Provisioning complete for port 64e79fd4-fc6f-4aca-8b86-d7ad2bbd4f44 triggered by entity DHCP. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 00:38:01.604359 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-ca28e4c9-94cd-44d7-92fb-ae105cec3b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723253'] for port, provisioning_complete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:01.828721 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Device 6615559e-c91c-4985-91f0-62979cd1bd50 up at agent ovs-agent-dv-cinder-784623-8-iscsi {{(pid=73833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 00:38:01.923421 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f83d0c5-e7a2-4028-ac1d-31a80e67e927 req-26489a52-6102-4eb9-843c-b3af1c9812ad tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:38:01.924930 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-1f83d0c5-e7a2-4028-ac1d-31a80e67e927 req-26489a52-6102-4eb9-843c-b3af1c9812ad tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=15ce2da6-b007-4eb2-a16e-92ba2286a634 HTTP/1.1" status: 200  len: 943 time: 0.1514015
May 06 00:38:01.962214 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8aa0a8b-c486-4696-b744-12a16a8f1d27 admin admin] Router 41a6e37e-02c6-4008-8826-bde16799ef0c has already been hosted by L3 agent 3fa0790c-dd29-4495-aa07-f8a2ae482509 {{(pid=73831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 06 00:38:01.993386 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-1f83d0c5-e7a2-4028-ac1d-31a80e67e927 req-aae753ce-7ca1-4341-a69f-1c3fbac3e2ee tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a34f04e-64d6-4aca-9087-db3260c441d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0590334
May 06 00:38:02.030578 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.plugin [None req-ca28e4c9-94cd-44d7-92fb-ae105cec3b60 None None] Port 64e79fd4-fc6f-4aca-8b86-d7ad2bbd4f44 cannot update to ACTIVE because it is not bound. {{(pid=73833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 06 00:38:02.096143 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Provisioning complete for port 6615559e-c91c-4985-91f0-62979cd1bd50 triggered by entity L2. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 00:38:02.096525 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723253'] for port, provisioning_complete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:02.211770 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-39e84239-32a0-4b40-b4e4-f0ffae0dfe98 None None] Provisioning complete for port 6615559e-c91c-4985-91f0-62979cd1bd50 triggered by entity DHCP. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 00:38:02.212151 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-39e84239-32a0-4b40-b4e4-f0ffae0dfe98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723253'] for port, provisioning_complete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:02.216579 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-9626e28c-62b1-4101-ae39-c411dc463b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:02.230368 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-af32dae6-6b9f-401e-b374-98c36e02a307 req-84f583b6-41af-465e-aab4-403b58ff1530 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=163e2ec3-2d31-4d71-b82f-9ef0fbf1fa68 HTTP/1.1" status: 200  len: 999 time: 0.1166384
May 06 00:38:02.296936 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8aa0a8b-c486-4696-b744-12a16a8f1d27 admin admin] Notify agent at l3_agent.dv-cinder-784623-8-iscsi the message routers_updated {{(pid=73831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 06 00:38:02.319789 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-a8aa0a8b-c486-4696-b744-12a16a8f1d27 admin admin] 10.222.0.24 "PUT /v2.0/routers/41a6e37e-02c6-4008-8826-bde16799ef0c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.8774354
May 06 00:38:02.354346 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Device f4c3c0aa-d0a0-4fa1-a400-ccbb23f85508 up at agent ovs-agent-dv-cinder-784623-8-iscsi {{(pid=73833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 00:38:02.445908 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_hamode_db [None req-2e4dc488-3179-49fa-ae96-84985216887a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f95082efd60>, [{'id': '19f5e112-a1dc-416f-ace2-4916d7930a1b', 'name': 'tempest-TestMinimumBasicScenario-1806991004-router', 'tenant_id': '0b890f9b623c4aa1bd3a726f7dc8838e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'external_fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '0459f193-550b-4b26-891f-cdf82e0bde5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:37:57Z', 'updated_at': '2021-05-06T00:37:59Z', 'revision_number': 3, 'project_id': '0b890f9b623c4aa1bd3a726f7dc8838e', 'gw_port': {'id': '0459f193-550b-4b26-891f-cdf82e0bde5e', 'name': '', 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:7e:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19f5e112-a1dc-416f-ace2-4916d7930a1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:37:58Z', 'updated_at': '2021-05-06T00:37:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-iscsi'}], 'dv-cinder-784623-8-iscsi', False) {} {{(pid=73833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:38:02.463478 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4dc488-3179-49fa-ae96-84985216887a None None] Checking router: 19f5e112-a1dc-416f-ace2-4916d7930a1b for host: dv-cinder-784623-8-iscsi {{(pid=73833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 06 00:38:02.463839 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4dc488-3179-49fa-ae96-84985216887a None None] Updating router 19f5e112-a1dc-416f-ace2-4916d7930a1b port 0459f193-550b-4b26-891f-cdf82e0bde5e binding host dv-cinder-784623-8-iscsi {{(pid=73833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 06 00:38:02.468232 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.db_base_plugin_common [None req-9626e28c-62b1-4101-ae39-c411dc463b0d admin admin] Allocated IP 172.20.0.1 (dfefa750-c4cf-4fe5-9a50-39478c106a84/10dd42a5-a5ec-4dc6-b51c-78099354ecd3/0ac8f2a6-6aa2-4024-ab10-93eaa673a7e7) {{(pid=73832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 06 00:38:02.548988 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-2e4dc488-3179-49fa-ae96-84985216887a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:02.587335 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Provisioning for port f4c3c0aa-d0a0-4fa1-a400-ccbb23f85508 completed by entity L2. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 00:38:02.594947 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Provisioning complete for port f4c3c0aa-d0a0-4fa1-a400-ccbb23f85508 triggered by entity L2. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 00:38:02.595331 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723253'] for port, provisioning_complete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:02.628585 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-9626e28c-62b1-4101-ae39-c411dc463b0d admin admin] Notify callbacks [] for port, precommit_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:02.646942 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.provisioning_blocks [None req-9626e28c-62b1-4101-ae39-c411dc463b0d admin admin] Transition to ACTIVE for port object 0ac8f2a6-6aa2-4024-ab10-93eaa673a7e7 will not be triggered until provisioned by entity DHCP. {{(pid=73832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 00:38:02.679994 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-9626e28c-62b1-4101-ae39-c411dc463b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767380898820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2182845'] for port, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:02.683991 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-480eb98f-6fc8-4452-b3f7-cb14f6028634 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:38:02.755044 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9626e28c-62b1-4101-ae39-c411dc463b0d admin admin] Network dfefa750-c4cf-4fe5-9a50-39478c106a84 is already hosted by enough agents. {{(pid=73832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 00:38:02.758343 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.scheduler.base_scheduler [None req-9626e28c-62b1-4101-ae39-c411dc463b0d admin admin] Resources bound (agent type, host, resource id):  {{(pid=73832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 00:38:02.773403 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9626e28c-62b1-4101-ae39-c411dc463b0d admin admin] Received port after_create {{(pid=73832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 06 00:38:02.846084 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9626e28c-62b1-4101-ae39-c411dc463b0d admin admin] Pushing event updated for resources: {'Port': ['ID=0ac8f2a6-6aa2-4024-ab10-93eaa673a7e7,revision_number=1']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:38:02.850586 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-9626e28c-62b1-4101-ae39-c411dc463b0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:38:02.883469 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-9626e28c-62b1-4101-ae39-c411dc463b0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-401631'] for router_interface, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:02.923342 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:02.980228 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] For port f4c3c0aa-d0a0-4fa1-a400-ccbb23f85508, host dv-cinder-784623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-iscsi',level=0,port_id=f4c3c0aa-d0a0-4fa1-a400-ccbb23f85508,segment=NetworkSegment(9e77dc6e-5839-4c5c-8941-3e48c898c98b),segment_id=9e77dc6e-5839-4c5c-8941-3e48c898c98b)] {{(pid=73833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:38:02.984272 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:02.988057 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:38:03.027597 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56df031-2bb3-44de-9003-ee6e086f55e4 None None] Sync routers for ids ['41a6e37e-02c6-4008-8826-bde16799ef0c'] in dv-cinder-784623-8-iscsi {{(pid=73834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 06 00:38:03.032216 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-9626e28c-62b1-4101-ae39-c411dc463b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:03.045070 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 40920) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:38:03.050668 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56df031-2bb3-44de-9003-ee6e086f55e4 None None] Routers {'41a6e37e-02c6-4008-8826-bde16799ef0c'} bound to L3 agent in host dv-cinder-784623-8-iscsi {{(pid=73834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 00:38:03.051848 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.v2.base [None req-e70c5966-dd83-42d3-a6a3-692c40c1abd6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-831663068-network', 'tenant_id': '297eee93b96840e88b8d43444cfdffce'}} {{(pid=73831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:38:03.052881 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_hamode_db [None req-c56df031-2bb3-44de-9003-ee6e086f55e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9509001700>, 'dv-cinder-784623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-06T00:27:20Z,description=<?>,heartbeat_timestamp=2021-05-06T00:37:50Z,host='dv-cinder-784623-8-iscsi',id=3fa0790c-dd29-4495-aa07-f8a2ae482509,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T00:27:20Z,topic='l3_agent')) {'router_ids': ['41a6e37e-02c6-4008-8826-bde16799ef0c'], 'active': True} {{(pid=73834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:38:03.067068 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-e70c5966-dd83-42d3-a6a3-692c40c1abd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:38:03.119842 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-e70c5966-dd83-42d3-a6a3-692c40c1abd6 admin admin] Usage tracker for resource:network and tenant:297eee93b96840e88b8d43444cfdffce is out of sync, need to count used quota {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:38:03.127027 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-e70c5966-dd83-42d3-a6a3-692c40c1abd6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:38:03.137788 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-e70c5966-dd83-42d3-a6a3-692c40c1abd6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:38:03.165581 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af32dae6-6b9f-401e-b374-98c36e02a307 req-6737a45f-827e-4729-8c04-f3a7539a1f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:38:03.167410 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-af32dae6-6b9f-401e-b374-98c36e02a307 req-6737a45f-827e-4729-8c04-f3a7539a1f82 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=587fdbbc-2087-48fc-8109-2b5f3ba73405 HTTP/1.1" status: 200  len: 856 time: 0.0973237
May 06 00:38:03.168278 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e70c5966-dd83-42d3-a6a3-692c40c1abd6 admin admin] Made reservation on behalf of 297eee93b96840e88b8d43444cfdffce for: {'network': 1} {{(pid=73831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 06 00:38:03.171686 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-e70c5966-dd83-42d3-a6a3-692c40c1abd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for network, before_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:03.225498 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-e70c5966-dd83-42d3-a6a3-692c40c1abd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:03.228222 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Pushing event updated for resources: {'Port': ['ID=f4c3c0aa-d0a0-4fa1-a400-ccbb23f85508,revision_number=4']} {{(pid=73833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:38:03.237939 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:38:03.246848 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-e70c5966-dd83-42d3-a6a3-692c40c1abd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:38:03.252877 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-e70c5966-dd83-42d3-a6a3-692c40c1abd6 admin admin] Usage tracker for resource:security_group_rule and tenant:297eee93b96840e88b8d43444cfdffce is out of sync, need to count used quota {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:38:03.258135 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-e70c5966-dd83-42d3-a6a3-692c40c1abd6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:38:03.267295 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-e70c5966-dd83-42d3-a6a3-692c40c1abd6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:38:03.268771 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-cb3f2d7d-6296-4686-ac5e-4ef79ff383bc None None] Provisioning for port 0ac8f2a6-6aa2-4024-ab10-93eaa673a7e7 completed by entity DHCP. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 00:38:03.288016 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-2e4dc488-3179-49fa-ae96-84985216887a None None] Notify callbacks [] for port, precommit_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:03.291215 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-cb3f2d7d-6296-4686-ac5e-4ef79ff383bc None None] Provisioning complete for port 0ac8f2a6-6aa2-4024-ab10-93eaa673a7e7 triggered by entity DHCP. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 00:38:03.291881 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-cb3f2d7d-6296-4686-ac5e-4ef79ff383bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723253'] for port, provisioning_complete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:03.300507 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_dvr_db [None req-c56df031-2bb3-44de-9003-ee6e086f55e4 None None] Set router 41a6e37e-02c6-4008-8826-bde16799ef0c gateway port host: dv-cinder-784623-8-iscsi {{(pid=73834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 00:38:03.322259 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af32dae6-6b9f-401e-b374-98c36e02a307 req-218b186e-70e4-449c-b9db-03ae80fa84af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:38:03.324088 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-af32dae6-6b9f-401e-b374-98c36e02a307 req-218b186e-70e4-449c-b9db-03ae80fa84af service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f1ee20ed-17e0-4650-a61e-4e2579bfb5cb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1423926
May 06 00:38:03.363881 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-2e4dc488-3179-49fa-ae96-84985216887a None None] Transition to ACTIVE for port object 0459f193-550b-4b26-891f-cdf82e0bde5e will not be triggered until provisioned by entity L2. {{(pid=73833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 00:38:03.385980 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-2e4dc488-3179-49fa-ae96-84985216887a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:03.395385 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:38:03.436541 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.plugin [None req-cb3f2d7d-6296-4686-ac5e-4ef79ff383bc None None] Port 0ac8f2a6-6aa2-4024-ab10-93eaa673a7e7 cannot update to ACTIVE because it is not bound. {{(pid=73833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 06 00:38:03.480441 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.managers [None req-2e4dc488-3179-49fa-ae96-84985216887a None None] Attempting to bind port 0459f193-550b-4b26-891f-cdf82e0bde5e on host dv-cinder-784623-8-iscsi for vnic_type normal with profile  {{(pid=73833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 06 00:38:03.481646 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.managers [None req-2e4dc488-3179-49fa-ae96-84985216887a None None] Attempting to bind port 0459f193-550b-4b26-891f-cdf82e0bde5e by drivers openvswitch,hyperv on host dv-cinder-784623-8-iscsi at level 0 using segments [{'id': '9e77dc6e-5839-4c5c-8941-3e48c898c98b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4'}] {{(pid=73833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 06 00:38:03.482253 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4dc488-3179-49fa-ae96-84985216887a None None] Attempting to bind port 0459f193-550b-4b26-891f-cdf82e0bde5e on network 86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4 {{(pid=73833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 00:38:03.503299 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4dc488-3179-49fa-ae96-84985216887a None None] Checking agent: {'id': '4b72a67e-bba9-4429-9bf9-904dcd8ce83b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 0, 27, 19), 'started_at': datetime.datetime(2021, 5, 6, 0, 27, 49), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 0, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 06 00:38:03.504346 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4dc488-3179-49fa-ae96-84985216887a None None] Checking segment: {'id': '9e77dc6e-5839-4c5c-8941-3e48c898c98b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 00:38:03.505578 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-2e4dc488-3179-49fa-ae96-84985216887a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:03.506256 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4dc488-3179-49fa-ae96-84985216887a None None] Bound using segment: {'id': '9e77dc6e-5839-4c5c-8941-3e48c898c98b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4'} {{(pid=73833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 06 00:38:03.507019 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.managers [None req-2e4dc488-3179-49fa-ae96-84985216887a None None] Bound port: 0459f193-550b-4b26-891f-cdf82e0bde5e, host: dv-cinder-784623-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e77dc6e-5839-4c5c-8941-3e48c898c98b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4'}}] {{(pid=73833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 06 00:38:03.507662 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-2e4dc488-3179-49fa-ae96-84985216887a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:03.533048 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-e70c5966-dd83-42d3-a6a3-692c40c1abd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:03.538049 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-e70c5966-dd83-42d3-a6a3-692c40c1abd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:03.552101 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45929e6-eb8d-4467-bbed-0944d16d7836 req-7fe4b02c-87a5-4795-af2c-9a6ea846b4a4 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:38:03.553674 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-f45929e6-eb8d-4467-bbed-0944d16d7836 req-7fe4b02c-87a5-4795-af2c-9a6ea846b4a4 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=15ce2da6-b007-4eb2-a16e-92ba2286a634 HTTP/1.1" status: 200  len: 943 time: 0.3355281
May 06 00:38:03.555815 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-9626e28c-62b1-4101-ae39-c411dc463b0d admin admin] Notify callbacks [] for port, precommit_update {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:03.564803 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-bdd5d7a5-5d84-4cff-94fb-19185177f66a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:38:03.568141 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27af709e-e6a0-4795-8fd7-61daa3e50627 None None] Pushing event updated for resources: {'Port': ['ID=0459f193-550b-4b26-891f-cdf82e0bde5e,revision_number=2']} {{(pid=73833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:38:03.572943 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-27af709e-e6a0-4795-8fd7-61daa3e50627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:38:03.595888 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-9626e28c-62b1-4101-ae39-c411dc463b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2182820'] for port, after_update {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:03.600148 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-af32dae6-6b9f-401e-b374-98c36e02a307 req-977e5288-c5eb-47f5-8f24-ca1a3ff893fb service neutron] 10.222.0.30 "GET /v2.0/networks/f1ee20ed-17e0-4650-a61e-4e2579bfb5cb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2612615
May 06 00:38:03.610036 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e70c5966-dd83-42d3-a6a3-692c40c1abd6 admin admin] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'}  {{(pid=73831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 06 00:38:03.629374 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-3a3adcfb-9da7-4af2-92f1-dbb346099e61 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:38:03.641747 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70c5966-dd83-42d3-a6a3-692c40c1abd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d384fe4-e070-4339-b9c8-8c960b01c8f0,revision_number=1']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:38:03.649455 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-2e4dc488-3179-49fa-ae96-84985216887a None None] For port 0459f193-550b-4b26-891f-cdf82e0bde5e, host dv-cinder-784623-8-iscsi, cleared binding levels {{(pid=73833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 06 00:38:03.654113 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-2e4dc488-3179-49fa-ae96-84985216887a None None] For port 0459f193-550b-4b26-891f-cdf82e0bde5e, host dv-cinder-784623-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-iscsi',level=0,port_id=0459f193-550b-4b26-891f-cdf82e0bde5e,segment=NetworkSegment(9e77dc6e-5839-4c5c-8941-3e48c898c98b),segment_id=9e77dc6e-5839-4c5c-8941-3e48c898c98b)] {{(pid=73833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 06 00:38:03.661428 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-2e4dc488-3179-49fa-ae96-84985216887a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:03.667280 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-3ccd8ca4-0243-4626-a1fa-f93753977469 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:38:03.700160 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Device f4c3c0aa-d0a0-4fa1-a400-ccbb23f85508 up at agent ovs-agent-dv-cinder-784623-8-iscsi {{(pid=73833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 00:38:03.711479 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70c5966-dd83-42d3-a6a3-692c40c1abd6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:38:03.711817 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70c5966-dd83-42d3-a6a3-692c40c1abd6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:38:03.712176 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70c5966-dd83-42d3-a6a3-692c40c1abd6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:38:03.712525 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70c5966-dd83-42d3-a6a3-692c40c1abd6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:38:03.712893 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70c5966-dd83-42d3-a6a3-692c40c1abd6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:38:03.713235 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70c5966-dd83-42d3-a6a3-692c40c1abd6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:38:03.713973 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70c5966-dd83-42d3-a6a3-692c40c1abd6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:38:03.713973 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70c5966-dd83-42d3-a6a3-692c40c1abd6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:38:03.714265 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70c5966-dd83-42d3-a6a3-692c40c1abd6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:38:03.714568 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70c5966-dd83-42d3-a6a3-692c40c1abd6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:38:03.714898 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70c5966-dd83-42d3-a6a3-692c40c1abd6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:38:03.715451 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70c5966-dd83-42d3-a6a3-692c40c1abd6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:38:03.718874 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-e70c5966-dd83-42d3-a6a3-692c40c1abd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730493'] for segment, precommit_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:03.719618 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.db.segments_db [None req-e70c5966-dd83-42d3-a6a3-692c40c1abd6 admin admin] Added segment b58bdf18-5de0-4e7f-8f68-7b9cb2ce7be2 of type vlan for network e0878acc-924c-400c-b8d1-cc988e03a31d
May 06 00:38:03.722281 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-e70c5966-dd83-42d3-a6a3-692c40c1abd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:38:03.745991 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-f45929e6-eb8d-4467-bbed-0944d16d7836 req-896a134f-8023-4f56-9c34-3f6cd6ca40a8 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a34f04e-64d6-4aca-9087-db3260c441d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1855223
May 06 00:38:03.749018 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9626e28c-62b1-4101-ae39-c411dc463b0d admin admin] Pushing event updated for resources: {'Port': ['ID=0ac8f2a6-6aa2-4024-ab10-93eaa673a7e7,revision_number=2']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:38:03.752591 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-9626e28c-62b1-4101-ae39-c411dc463b0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:38:03.756357 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-9626e28c-62b1-4101-ae39-c411dc463b0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401532'] for router_interface, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:03.779923 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-e70c5966-dd83-42d3-a6a3-692c40c1abd6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767380920962'] for network, precommit_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:03.821548 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-af32dae6-6b9f-401e-b374-98c36e02a307 req-050862e2-54b2-4dcf-8819-311e5381c0f1 service neutron] 10.222.0.30 "GET /v2.0/networks/f1ee20ed-17e0-4650-a61e-4e2579bfb5cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2129121
May 06 00:38:03.846322 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-e70c5966-dd83-42d3-a6a3-692c40c1abd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938'] for network, after_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:03.847777 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e70c5966-dd83-42d3-a6a3-692c40c1abd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:38:03.849767 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-e70c5966-dd83-42d3-a6a3-692c40c1abd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535980'] for network, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:03.855760 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-cacc0a97-bfb6-43db-a4f3-9e13c2f4a934 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:38:03.856231 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27af709e-e6a0-4795-8fd7-61daa3e50627 None None] Pushing event updated for resources: {'Port': ['ID=0459f193-550b-4b26-891f-cdf82e0bde5e,revision_number=3']} {{(pid=73833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:38:03.860961 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4dc488-3179-49fa-ae96-84985216887a None None] Routers {'19f5e112-a1dc-416f-ace2-4916d7930a1b'} bound to L3 agent in host dv-cinder-784623-8-iscsi {{(pid=73833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 00:38:03.861600 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_hamode_db [None req-2e4dc488-3179-49fa-ae96-84985216887a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f95082efd60>, 'dv-cinder-784623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-06T00:27:20Z,description=<?>,heartbeat_timestamp=2021-05-06T00:37:50Z,host='dv-cinder-784623-8-iscsi',id=3fa0790c-dd29-4495-aa07-f8a2ae482509,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T00:27:20Z,topic='l3_agent')) {'router_ids': ['19f5e112-a1dc-416f-ace2-4916d7930a1b'], 'active': True} {{(pid=73833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:38:03.919942 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-27af709e-e6a0-4795-8fd7-61daa3e50627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:38:03.960784 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70c5966-dd83-42d3-a6a3-692c40c1abd6 admin admin] Pushing event updated for resources: {'Network': ['ID=e0878acc-924c-400c-b8d1-cc988e03a31d,revision_number=1']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:38:03.971751 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-e70c5966-dd83-42d3-a6a3-692c40c1abd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:38:04.006630 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Network e0878acc-924c-400c-b8d1-cc988e03a31d details requested by agent ovs-agent-dv-cinder-784623-8-iscsi with host dv-cinder-784623-8-iscsi {{(pid=73833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 06 00:38:04.007036 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-e70c5966-dd83-42d3-a6a3-692c40c1abd6 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.9607956
May 06 00:38:04.008024 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 40938) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:38:04.009296 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_hamode_db [None req-c56df031-2bb3-44de-9003-ee6e086f55e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9509001700>, [{'id': '41a6e37e-02c6-4008-8826-bde16799ef0c', 'name': 'tempest-TestVolumeBootPattern-1167851366-router', 'tenant_id': '24c0c0411f574f8f960e5150472df75e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'external_fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'f4c3c0aa-d0a0-4fa1-a400-ccbb23f85508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:37:53Z', 'updated_at': '2021-05-06T00:38:00Z', 'revision_number': 4, 'project_id': '24c0c0411f574f8f960e5150472df75e', 'gw_port': {'id': 'f4c3c0aa-d0a0-4fa1-a400-ccbb23f85508', 'name': '', 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:28:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a6e37e-02c6-4008-8826-bde16799ef0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:37:55Z', 'updated_at': '2021-05-06T00:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-iscsi', '_interfaces': [{'id': '64e79fd4-fc6f-4aca-8b86-d7ad2bbd4f44', 'name': '', 'network_id': 'b3eca023-a406-48df-a3db-ebd6b6f9c1bf', 'tenant_id': '24c0c0411f574f8f960e5150472df75e', 'mac_address': 'fa:16:3e:fd:86:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41a6e37e-02c6-4008-8826-bde16799ef0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'abd7dd6a-5cfe-4ac3-a1f5-824fa1d29c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:37:59Z', 'updated_at': '2021-05-06T00:38:00Z', 'revision_number': 2, 'project_id': '24c0c0411f574f8f960e5150472df75e', 'subnets': [{'id': 'abd7dd6a-5cfe-4ac3-a1f5-824fa1d29c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-8-iscsi', False) {} {{(pid=73834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:38:04.017107 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56df031-2bb3-44de-9003-ee6e086f55e4 None None] Checking router: 41a6e37e-02c6-4008-8826-bde16799ef0c for host: dv-cinder-784623-8-iscsi {{(pid=73834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 06 00:38:04.018288 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56df031-2bb3-44de-9003-ee6e086f55e4 None None] Updating router 41a6e37e-02c6-4008-8826-bde16799ef0c port 64e79fd4-fc6f-4aca-8b86-d7ad2bbd4f44 binding host dv-cinder-784623-8-iscsi {{(pid=73834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 06 00:38:04.023845 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.v2.base [None req-d2091785-025a-4886-aff0-c832a1175885 admin admin] Request body: {'subnet': {'network_id': 'e0878acc-924c-400c-b8d1-cc988e03a31d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-831663068-subnet', 'tenant_id': '297eee93b96840e88b8d43444cfdffce', 'ip_version': 4}} {{(pid=73832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:38:04.028862 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-d2091785-025a-4886-aff0-c832a1175885 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:38:04.033919 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-d2091785-025a-4886-aff0-c832a1175885 admin admin] Usage tracker for resource:subnet and tenant:297eee93b96840e88b8d43444cfdffce is out of sync, need to count used quota {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:38:04.037965 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-d2091785-025a-4886-aff0-c832a1175885 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:38:04.048072 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-d2091785-025a-4886-aff0-c832a1175885 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:38:04.052908 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9626e28c-62b1-4101-ae39-c411dc463b0d admin admin] Network dfefa750-c4cf-4fe5-9a50-39478c106a84 is already hosted by enough agents. {{(pid=73832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 00:38:04.055731 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.scheduler.base_scheduler [None req-9626e28c-62b1-4101-ae39-c411dc463b0d admin admin] Resources bound (agent type, host, resource id):  {{(pid=73832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 00:38:04.170306 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron_lib.callbacks.manager [None req-c56df031-2bb3-44de-9003-ee6e086f55e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:04.259821 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Provisioning complete for port f4c3c0aa-d0a0-4fa1-a400-ccbb23f85508 triggered by entity L2. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 00:38:04.260436 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723253'] for port, provisioning_complete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:04.484769 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_dvr_db [None req-2e4dc488-3179-49fa-ae96-84985216887a None None] Set router 19f5e112-a1dc-416f-ace2-4916d7930a1b gateway port host: dv-cinder-784623-8-iscsi {{(pid=73833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 00:38:04.538845 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9626e28c-62b1-4101-ae39-c411dc463b0d admin admin] Router 19f5e112-a1dc-416f-ace2-4916d7930a1b has already been hosted by L3 agent 3fa0790c-dd29-4495-aa07-f8a2ae482509 {{(pid=73832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 06 00:38:04.543489 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2091785-025a-4886-aff0-c832a1175885 admin admin] Made reservation on behalf of 297eee93b96840e88b8d43444cfdffce for: {'subnet': 1} {{(pid=73832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 06 00:38:04.546292 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-d2091785-025a-4886-aff0-c832a1175885 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10118879'] for subnet, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:04.560340 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 40960) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:38:04.619177 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron_lib.callbacks.manager [None req-c56df031-2bb3-44de-9003-ee6e086f55e4 None None] Notify callbacks [] for port, precommit_update {{(pid=73834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:04.631257 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.provisioning_blocks [None req-c56df031-2bb3-44de-9003-ee6e086f55e4 None None] Transition to ACTIVE for port object 64e79fd4-fc6f-4aca-8b86-d7ad2bbd4f44 will not be triggered until provisioned by entity L2. {{(pid=73834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 00:38:04.639442 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron_lib.callbacks.manager [None req-c56df031-2bb3-44de-9003-ee6e086f55e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:04.648530 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:38:04.764980 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1752c11e-272c-4d9c-a711-70e1f85bfa66 None None] Pushing event updated for resources: {'Port': ['ID=64e79fd4-fc6f-4aca-8b86-d7ad2bbd4f44,revision_number=3']} {{(pid=73834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:38:04.776328 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG oslo_concurrency.lockutils [None req-1752c11e-272c-4d9c-a711-70e1f85bfa66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=73834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:38:04.933232 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-10e69e43-17ae-4688-8a7b-810b2db3fd42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:04.984914 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-10e69e43-17ae-4688-8a7b-810b2db3fd42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:38:04.997405 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-10e69e43-17ae-4688-8a7b-810b2db3fd42 admin admin] Usage tracker for resource:security_group_rule and tenant:665a3f9c7f144cc9b75f51f4e4a58a35 is out of sync, need to count used quota {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:38:05.005316 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-10e69e43-17ae-4688-8a7b-810b2db3fd42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:38:05.040370 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-71b94959-0d37-48e7-b3d6-bb40714a0869 None None] Provisioning complete for port 0ac8f2a6-6aa2-4024-ab10-93eaa673a7e7 triggered by entity DHCP. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 00:38:05.044034 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-71b94959-0d37-48e7-b3d6-bb40714a0869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723253'] for port, provisioning_complete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:05.110236 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-10e69e43-17ae-4688-8a7b-810b2db3fd42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:38:05.148687 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.plugins.ml2.managers [None req-c56df031-2bb3-44de-9003-ee6e086f55e4 None None] Attempting to bind port 64e79fd4-fc6f-4aca-8b86-d7ad2bbd4f44 on host dv-cinder-784623-8-iscsi for vnic_type normal with profile  {{(pid=73834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 06 00:38:05.149309 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.plugins.ml2.managers [None req-c56df031-2bb3-44de-9003-ee6e086f55e4 None None] Attempting to bind port 64e79fd4-fc6f-4aca-8b86-d7ad2bbd4f44 by drivers openvswitch,hyperv on host dv-cinder-784623-8-iscsi at level 0 using segments [{'id': 'ab5e7b5f-3e6f-45f7-9818-f391c8735e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b3eca023-a406-48df-a3db-ebd6b6f9c1bf'}] {{(pid=73834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 06 00:38:05.151106 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56df031-2bb3-44de-9003-ee6e086f55e4 None None] Attempting to bind port 64e79fd4-fc6f-4aca-8b86-d7ad2bbd4f44 on network b3eca023-a406-48df-a3db-ebd6b6f9c1bf {{(pid=73834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 00:38:05.167212 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56df031-2bb3-44de-9003-ee6e086f55e4 None None] Checking agent: {'id': '4b72a67e-bba9-4429-9bf9-904dcd8ce83b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 0, 27, 19), 'started_at': datetime.datetime(2021, 5, 6, 0, 27, 49), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 0, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 06 00:38:05.167755 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56df031-2bb3-44de-9003-ee6e086f55e4 None None] Checking segment: {'id': 'ab5e7b5f-3e6f-45f7-9818-f391c8735e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b3eca023-a406-48df-a3db-ebd6b6f9c1bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 00:38:05.169005 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron_lib.callbacks.manager [None req-c56df031-2bb3-44de-9003-ee6e086f55e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:05.170825 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56df031-2bb3-44de-9003-ee6e086f55e4 None None] Bound using segment: {'id': 'ab5e7b5f-3e6f-45f7-9818-f391c8735e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b3eca023-a406-48df-a3db-ebd6b6f9c1bf'} {{(pid=73834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 06 00:38:05.171473 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.plugins.ml2.managers [None req-c56df031-2bb3-44de-9003-ee6e086f55e4 None None] Bound port: 64e79fd4-fc6f-4aca-8b86-d7ad2bbd4f44, host: dv-cinder-784623-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab5e7b5f-3e6f-45f7-9818-f391c8735e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b3eca023-a406-48df-a3db-ebd6b6f9c1bf'}}] {{(pid=73834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 06 00:38:05.173945 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron_lib.callbacks.manager [None req-c56df031-2bb3-44de-9003-ee6e086f55e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:05.323808 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9626e28c-62b1-4101-ae39-c411dc463b0d admin admin] Notify agent at l3_agent.dv-cinder-784623-8-iscsi the message routers_updated {{(pid=73832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 06 00:38:05.363558 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d09252-d00b-4b4c-922e-00dffdd2c51a req-8e3e09c5-0185-4497-9123-265061db407a tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:38:05.367198 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-b3d09252-d00b-4b4c-922e-00dffdd2c51a req-8e3e09c5-0185-4497-9123-265061db407a tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=15ce2da6-b007-4eb2-a16e-92ba2286a634 HTTP/1.1" status: 200  len: 943 time: 0.3488207
May 06 00:38:05.373062 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.plugins.ml2.db [None req-c56df031-2bb3-44de-9003-ee6e086f55e4 None None] For port 64e79fd4-fc6f-4aca-8b86-d7ad2bbd4f44, host dv-cinder-784623-8-iscsi, cleared binding levels {{(pid=73834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 06 00:38:05.378816 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.plugins.ml2.db [None req-c56df031-2bb3-44de-9003-ee6e086f55e4 None None] For port 64e79fd4-fc6f-4aca-8b86-d7ad2bbd4f44, host dv-cinder-784623-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-iscsi',level=0,port_id=64e79fd4-fc6f-4aca-8b86-d7ad2bbd4f44,segment=NetworkSegment(ab5e7b5f-3e6f-45f7-9818-f391c8735e2a),segment_id=ab5e7b5f-3e6f-45f7-9818-f391c8735e2a)] {{(pid=73834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 06 00:38:05.383049 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-9626e28c-62b1-4101-ae39-c411dc463b0d admin admin] 10.222.0.24 "PUT /v2.0/routers/19f5e112-a1dc-416f-ace2-4916d7930a1b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3516855
May 06 00:38:05.390196 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron_lib.callbacks.manager [None req-c56df031-2bb3-44de-9003-ee6e086f55e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:05.429209 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG oslo_concurrency.lockutils [None req-f384615c-691d-469d-9786-206bf8788576 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:38:05.443969 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-d2091785-025a-4886-aff0-c832a1175885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2098477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10118829'] for subnet, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:05.451719 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-8b9cacf8-5308-4429-8519-860f8c269ebf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:38:05.503720 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-10e69e43-17ae-4688-8a7b-810b2db3fd42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:05.503962 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.plugin [None req-71b94959-0d37-48e7-b3d6-bb40714a0869 None None] Port 0ac8f2a6-6aa2-4024-ab10-93eaa673a7e7 cannot update to ACTIVE because it is not bound. {{(pid=73833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 06 00:38:05.515241 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-b3d09252-d00b-4b4c-922e-00dffdd2c51a req-057bd095-b1b9-4d2a-a96b-d2716f64d5a3 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a34f04e-64d6-4aca-9087-db3260c441d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1325917
May 06 00:38:05.518747 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-10e69e43-17ae-4688-8a7b-810b2db3fd42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:05.544574 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2091785-025a-4886-aff0-c832a1175885 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be856096-8e19-428f-b284-bc3a581b77c8,revision_number=0']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:38:05.563611 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-d2091785-025a-4886-aff0-c832a1175885 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:38:05.568443 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-acad3aa1-2fd2-4841-8793-a75015716e9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:38:05.602893 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2091785-025a-4886-aff0-c832a1175885 admin admin] Checking segment: {'id': 'b58bdf18-5de0-4e7f-8f68-7b9cb2ce7be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'e0878acc-924c-400c-b8d1-cc988e03a31d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 00:38:05.603808 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2091785-025a-4886-aff0-c832a1175885 admin admin] Network hostable DHCP agents. Network: e0878acc-924c-400c-b8d1-cc988e03a31d, hostable agents: ['08bd01f5-d9ad-41d2-bccd-f8157b6c692c'], hosted agents: [] {{(pid=73832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 06 00:38:05.640457 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2091785-025a-4886-aff0-c832a1175885 admin admin] Network e0878acc-924c-400c-b8d1-cc988e03a31d is scheduled to be hosted by DHCP agent 08bd01f5-d9ad-41d2-bccd-f8157b6c692c with binding_index 1 {{(pid=73832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 06 00:38:05.659742 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.scheduler.base_scheduler [None req-d2091785-025a-4886-aff0-c832a1175885 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-8-iscsi, e0878acc-924c-400c-b8d1-cc988e03a31d) {{(pid=73832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 00:38:05.676233 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f06e43-5cd9-44af-b4c0-ea2468d0a568 None None] Network e0878acc-924c-400c-b8d1-cc988e03a31d requested from dv-cinder-784623-8-iscsi {{(pid=73833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 06 00:38:05.704148 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2091785-025a-4886-aff0-c832a1175885 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:38:05.705032 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-d2091785-025a-4886-aff0-c832a1175885 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535980'] for subnet, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:05.727824 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-10e69e43-17ae-4688-8a7b-810b2db3fd42 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=665a3f9c7f144cc9b75f51f4e4a58a35&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1650217
May 06 00:38:05.730883 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e69e43-17ae-4688-8a7b-810b2db3fd42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e2d673a-d941-4535-90e3-a1e54ca0b68f,revision_number=1']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:38:05.732344 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 40984) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:38:05.749128 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1752c11e-272c-4d9c-a711-70e1f85bfa66 None None] Pushing event updated for resources: {'Port': ['ID=64e79fd4-fc6f-4aca-8b86-d7ad2bbd4f44,revision_number=4']} {{(pid=73834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:38:05.752867 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-10e69e43-17ae-4688-8a7b-810b2db3fd42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:38:05.772589 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56df031-2bb3-44de-9003-ee6e086f55e4 None None] Routers {'41a6e37e-02c6-4008-8826-bde16799ef0c'} bound to L3 agent in host dv-cinder-784623-8-iscsi {{(pid=73834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 00:38:05.773158 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_hamode_db [None req-c56df031-2bb3-44de-9003-ee6e086f55e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9509001700>, 'dv-cinder-784623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-06T00:27:20Z,description=<?>,heartbeat_timestamp=2021-05-06T00:37:50Z,host='dv-cinder-784623-8-iscsi',id=3fa0790c-dd29-4495-aa07-f8a2ae482509,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T00:27:20Z,topic='l3_agent')) {'router_ids': ['41a6e37e-02c6-4008-8826-bde16799ef0c'], 'active': True} {{(pid=73834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:38:05.883185 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG oslo_concurrency.lockutils [None req-1752c11e-272c-4d9c-a711-70e1f85bfa66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=73834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:38:05.966890 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-d2091785-025a-4886-aff0-c832a1175885 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.9568336
May 06 00:38:05.970299 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 40992) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:38:05.981268 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.v2.base [None req-1e22232a-78c6-4eb8-9442-b1d8ce93945c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-831663068-router', 'tenant_id': '297eee93b96840e88b8d43444cfdffce', 'external_gateway_info': {'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4'}}} {{(pid=73831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:38:05.992018 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-1e22232a-78c6-4eb8-9442-b1d8ce93945c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:38:05.996675 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-1e22232a-78c6-4eb8-9442-b1d8ce93945c admin admin] Usage tracker for resource:router and tenant:297eee93b96840e88b8d43444cfdffce is out of sync, need to count used quota {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:38:06.000926 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-1e22232a-78c6-4eb8-9442-b1d8ce93945c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:38:06.009118 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-1e22232a-78c6-4eb8-9442-b1d8ce93945c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:38:06.025463 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-1e22232a-78c6-4eb8-9442-b1d8ce93945c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-451811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3440'] for router, before_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:06.029161 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-1e22232a-78c6-4eb8-9442-b1d8ce93945c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-451820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409324', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-491947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3401'] for router, precommit_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:06.050576 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-4f85b93c-9caa-45e6-bf64-14149005dd56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:06.092036 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-1e22232a-78c6-4eb8-9442-b1d8ce93945c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:06.100036 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_hamode_db [None req-2e4dc488-3179-49fa-ae96-84985216887a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f95082efd60>, [{'id': '19f5e112-a1dc-416f-ace2-4916d7930a1b', 'name': 'tempest-TestMinimumBasicScenario-1806991004-router', 'tenant_id': '0b890f9b623c4aa1bd3a726f7dc8838e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'external_fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '0459f193-550b-4b26-891f-cdf82e0bde5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:37:57Z', 'updated_at': '2021-05-06T00:38:02Z', 'revision_number': 4, 'project_id': '0b890f9b623c4aa1bd3a726f7dc8838e', 'gw_port': {'id': '0459f193-550b-4b26-891f-cdf82e0bde5e', 'name': '', 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:7e:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19f5e112-a1dc-416f-ace2-4916d7930a1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:37:58Z', 'updated_at': '2021-05-06T00:38:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-iscsi', '_interfaces': [{'id': '0ac8f2a6-6aa2-4024-ab10-93eaa673a7e7', 'name': '', 'network_id': 'dfefa750-c4cf-4fe5-9a50-39478c106a84', 'tenant_id': '0b890f9b623c4aa1bd3a726f7dc8838e', 'mac_address': 'fa:16:3e:dc:55:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19f5e112-a1dc-416f-ace2-4916d7930a1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '10dd42a5-a5ec-4dc6-b51c-78099354ecd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:38:02Z', 'updated_at': '2021-05-06T00:38:03Z', 'revision_number': 2, 'project_id': '0b890f9b623c4aa1bd3a726f7dc8838e', 'subnets': [{'id': '10dd42a5-a5ec-4dc6-b51c-78099354ecd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-8-iscsi', False) {} {{(pid=73833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:38:06.116813 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-4f85b93c-9caa-45e6-bf64-14149005dd56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:06.157050 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_dvr_db [None req-c56df031-2bb3-44de-9003-ee6e086f55e4 None None] Set router 41a6e37e-02c6-4008-8826-bde16799ef0c gateway port host: dv-cinder-784623-8-iscsi {{(pid=73834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 00:38:06.164543 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4dc488-3179-49fa-ae96-84985216887a None None] The sync data for ids ['19f5e112-a1dc-416f-ace2-4916d7930a1b'] in dv-cinder-784623-8-iscsi is: [{'id': '19f5e112-a1dc-416f-ace2-4916d7930a1b', 'name': 'tempest-TestMinimumBasicScenario-1806991004-router', 'tenant_id': '0b890f9b623c4aa1bd3a726f7dc8838e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'external_fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '0459f193-550b-4b26-891f-cdf82e0bde5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:37:57Z', 'updated_at': '2021-05-06T00:38:02Z', 'revision_number': 4, 'project_id': '0b890f9b623c4aa1bd3a726f7dc8838e', 'gw_port': {'id': '0459f193-550b-4b26-891f-cdf82e0bde5e', 'name': '', 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:7e:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19f5e112-a1dc-416f-ace2-4916d7930a1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:37:58Z', 'updated_at': '2021-05-06T00:38:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-iscsi', '_interfaces': [{'id': '0ac8f2a6-6aa2-4024-ab10-93eaa673a7e7', 'name': '', 'network_id': 'dfefa750-c4cf-4fe5-9a50-39478c106a84', 'tenant_id': '0b890f9b623c4aa1bd3a726f7dc8838e', 'mac_address': 'fa:16:3e:dc:55:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19f5e112-a1dc-416f-ace2-4916d7930a1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '10dd42a5-a5ec-4dc6-b51c-78099354ecd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:38:02Z', 'updated_at': '2021-05-06T00:38:03Z', 'revision_number': 2, 'project_id': '0b890f9b623c4aa1bd3a726f7dc8838e', 'subnets': [{'id': '10dd42a5-a5ec-4dc6-b51c-78099354ecd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 06 00:38:06.212879 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-4f85b93c-9caa-45e6-bf64-14149005dd56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:06.234752 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-6c4ad8f6-2e6c-4f07-a658-533cb6af490e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:38:06.250778 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f85b93c-9caa-45e6-bf64-14149005dd56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e2d673a-d941-4535-90e3-a1e54ca0b68f,revision_number=None']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:38:06.252887 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-4f85b93c-9caa-45e6-bf64-14149005dd56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:06.254187 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-4f85b93c-9caa-45e6-bf64-14149005dd56 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5e2d673a-d941-4535-90e3-a1e54ca0b68f HTTP/1.1" status: 204  len: 168 time: 0.5058613
May 06 00:38:06.256102 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-4f85b93c-9caa-45e6-bf64-14149005dd56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:38:06.363602 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-896ecc23-2d78-41eb-bffd-bd22a755ddec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ffa6a74-49b1-57e1-8600-1f37db923f22-e0878acc-924c-400c-b8d1-cc988e03a31d', 'network_id': 'e0878acc-924c-400c-b8d1-cc988e03a31d', 'tenant_id': '297eee93b96840e88b8d43444cfdffce', 'fixed_ips': [{'subnet_id': 'be856096-8e19-428f-b284-bc3a581b77c8'}]}} from dv-cinder-784623-8-iscsi. {{(pid=73833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
May 06 00:38:06.364025 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-896ecc23-2d78-41eb-bffd-bd22a755ddec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_create {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:06.971349 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.db_base_plugin_common [None req-896ecc23-2d78-41eb-bffd-bd22a755ddec None None] Allocated IP 172.20.0.2 (e0878acc-924c-400c-b8d1-cc988e03a31d/be856096-8e19-428f-b284-bc3a581b77c8/78412f43-d554-45b4-a942-83dce1a41781) {{(pid=73833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 06 00:38:07.103890 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 41020) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:38:07.112145 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fa77b5-2b33-4103-82db-dd4e6de5d2aa req-fe644c44-e97d-4488-938c-71be42a26faa tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:38:07.113885 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-f9fa77b5-2b33-4103-82db-dd4e6de5d2aa req-fe644c44-e97d-4488-938c-71be42a26faa tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=15ce2da6-b007-4eb2-a16e-92ba2286a634 HTTP/1.1" status: 200  len: 943 time: 0.1698284
May 06 00:38:07.120190 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.v2.base [None req-98cb46d3-49e0-4717-a841-39a793d84329 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-360900618-network', 'tenant_id': '68c4e335ddc64d6ea6ca565079799e9b'}} {{(pid=73832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:38:07.122754 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_hamode_db [None req-c56df031-2bb3-44de-9003-ee6e086f55e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9509001700>, [{'id': '41a6e37e-02c6-4008-8826-bde16799ef0c', 'name': 'tempest-TestVolumeBootPattern-1167851366-router', 'tenant_id': '24c0c0411f574f8f960e5150472df75e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'external_fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'f4c3c0aa-d0a0-4fa1-a400-ccbb23f85508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:37:53Z', 'updated_at': '2021-05-06T00:38:00Z', 'revision_number': 4, 'project_id': '24c0c0411f574f8f960e5150472df75e', 'gw_port': {'id': 'f4c3c0aa-d0a0-4fa1-a400-ccbb23f85508', 'name': '', 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:28:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a6e37e-02c6-4008-8826-bde16799ef0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:37:55Z', 'updated_at': '2021-05-06T00:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-iscsi', '_interfaces': [{'id': '64e79fd4-fc6f-4aca-8b86-d7ad2bbd4f44', 'name': '', 'network_id': 'b3eca023-a406-48df-a3db-ebd6b6f9c1bf', 'tenant_id': '24c0c0411f574f8f960e5150472df75e', 'mac_address': 'fa:16:3e:fd:86:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41a6e37e-02c6-4008-8826-bde16799ef0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'abd7dd6a-5cfe-4ac3-a1f5-824fa1d29c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:37:59Z', 'updated_at': '2021-05-06T00:38:05Z', 'revision_number': 4, 'project_id': '24c0c0411f574f8f960e5150472df75e', 'subnets': [{'id': 'abd7dd6a-5cfe-4ac3-a1f5-824fa1d29c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-8-iscsi', False) {} {{(pid=73834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:38:07.135818 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-98cb46d3-49e0-4717-a841-39a793d84329 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:38:07.155951 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56df031-2bb3-44de-9003-ee6e086f55e4 None None] The sync data for ids ['41a6e37e-02c6-4008-8826-bde16799ef0c'] in dv-cinder-784623-8-iscsi is: [{'id': '41a6e37e-02c6-4008-8826-bde16799ef0c', 'name': 'tempest-TestVolumeBootPattern-1167851366-router', 'tenant_id': '24c0c0411f574f8f960e5150472df75e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'external_fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'f4c3c0aa-d0a0-4fa1-a400-ccbb23f85508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:37:53Z', 'updated_at': '2021-05-06T00:38:00Z', 'revision_number': 4, 'project_id': '24c0c0411f574f8f960e5150472df75e', 'gw_port': {'id': 'f4c3c0aa-d0a0-4fa1-a400-ccbb23f85508', 'name': '', 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:28:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a6e37e-02c6-4008-8826-bde16799ef0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:37:55Z', 'updated_at': '2021-05-06T00:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-iscsi', '_interfaces': [{'id': '64e79fd4-fc6f-4aca-8b86-d7ad2bbd4f44', 'name': '', 'network_id': 'b3eca023-a406-48df-a3db-ebd6b6f9c1bf', 'tenant_id': '24c0c0411f574f8f960e5150472df75e', 'mac_address': 'fa:16:3e:fd:86:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41a6e37e-02c6-4008-8826-bde16799ef0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'abd7dd6a-5cfe-4ac3-a1f5-824fa1d29c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:37:59Z', 'updated_at': '2021-05-06T00:38:05Z', 'revision_number': 4, 'project_id': '24c0c0411f574f8f960e5150472df75e', 'subnets': [{'id': 'abd7dd6a-5cfe-4ac3-a1f5-824fa1d29c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 06 00:38:07.186872 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-98cb46d3-49e0-4717-a841-39a793d84329 admin admin] Usage tracker for resource:network and tenant:68c4e335ddc64d6ea6ca565079799e9b is out of sync, need to count used quota {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:38:07.194593 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-98cb46d3-49e0-4717-a841-39a793d84329 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:38:07.210958 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-98cb46d3-49e0-4717-a841-39a793d84329 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:38:07.281471 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-f9fa77b5-2b33-4103-82db-dd4e6de5d2aa req-e386067d-6611-4fe8-a143-8b77c4c675be tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a34f04e-64d6-4aca-9087-db3260c441d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1469524
May 06 00:38:07.290803 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98cb46d3-49e0-4717-a841-39a793d84329 admin admin] Made reservation on behalf of 68c4e335ddc64d6ea6ca565079799e9b for: {'network': 1} {{(pid=73832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 06 00:38:07.312249 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-98cb46d3-49e0-4717-a841-39a793d84329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for network, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:07.330973 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-98cb46d3-49e0-4717-a841-39a793d84329 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:07.351323 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-1e22232a-78c6-4eb8-9442-b1d8ce93945c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-409237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-433687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3415'] for router, precommit_update {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:07.369061 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-98cb46d3-49e0-4717-a841-39a793d84329 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:38:07.374113 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-98cb46d3-49e0-4717-a841-39a793d84329 admin admin] Usage tracker for resource:security_group_rule and tenant:68c4e335ddc64d6ea6ca565079799e9b is out of sync, need to count used quota {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:38:07.378567 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-98cb46d3-49e0-4717-a841-39a793d84329 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:38:07.386284 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-98cb46d3-49e0-4717-a841-39a793d84329 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:38:07.506011 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-896ecc23-2d78-41eb-bffd-bd22a755ddec None None] Notify callbacks [] for port, precommit_create {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:07.526810 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-896ecc23-2d78-41eb-bffd-bd22a755ddec None None] Transition to ACTIVE for port object 78412f43-d554-45b4-a942-83dce1a41781 will not be triggered until provisioned by entity L2. {{(pid=73833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 00:38:07.559036 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-896ecc23-2d78-41eb-bffd-bd22a755ddec None None] Transition to ACTIVE for port object 78412f43-d554-45b4-a942-83dce1a41781 will not be triggered until provisioned by entity DHCP. {{(pid=73833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 00:38:07.572575 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-896ecc23-2d78-41eb-bffd-bd22a755ddec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767380898820'] for port, after_create {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:07.574534 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-98cb46d3-49e0-4717-a841-39a793d84329 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:07.594498 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-f7a08737-9143-4d0b-8490-0e3bc47ee326 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:38:07.603344 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-98cb46d3-49e0-4717-a841-39a793d84329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:07.617190 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-14456fd9-495d-4f0d-8dfb-79846c599e80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:38:07.742871 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-896ecc23-2d78-41eb-bffd-bd22a755ddec None None] Network e0878acc-924c-400c-b8d1-cc988e03a31d is already hosted by enough agents. {{(pid=73833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 00:38:07.748515 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.scheduler.base_scheduler [None req-896ecc23-2d78-41eb-bffd-bd22a755ddec None None] Resources bound (agent type, host, resource id):  {{(pid=73833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 00:38:07.769547 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cb46d3-49e0-4717-a841-39a793d84329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=592f1efb-a67d-4290-b0f4-ce4bccfd6313,revision_number=1']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:38:07.773595 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-98cb46d3-49e0-4717-a841-39a793d84329 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:38:07.781090 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98cb46d3-49e0-4717-a841-39a793d84329 admin admin] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'}  {{(pid=73832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 06 00:38:07.787998 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896ecc23-2d78-41eb-bffd-bd22a755ddec None None] Received port after_create {{(pid=73833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 06 00:38:07.807331 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-98cb46d3-49e0-4717-a841-39a793d84329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730493'] for segment, precommit_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:07.809068 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.db.segments_db [None req-98cb46d3-49e0-4717-a841-39a793d84329 admin admin] Added segment 2bae0777-846d-4f49-9130-4d4d1a8d5ba5 of type vlan for network 15dfc9d8-1e05-4ad2-b981-3952f9bb774d
May 06 00:38:07.836953 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896ecc23-2d78-41eb-bffd-bd22a755ddec None None] Pushing event updated for resources: {'Port': ['ID=78412f43-d554-45b4-a942-83dce1a41781,revision_number=1']} {{(pid=73833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:38:07.849831 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Device 64e79fd4-fc6f-4aca-8b86-d7ad2bbd4f44 up at agent ovs-agent-dv-cinder-784623-8-iscsi {{(pid=73833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 00:38:07.852218 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-98cb46d3-49e0-4717-a841-39a793d84329 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767380920962'] for network, precommit_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:07.891598 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-98cb46d3-49e0-4717-a841-39a793d84329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938'] for network, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:07.894382 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98cb46d3-49e0-4717-a841-39a793d84329 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:38:07.896516 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-98cb46d3-49e0-4717-a841-39a793d84329 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535980'] for network, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:07.910773 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:38:07.954006 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-98cb46d3-49e0-4717-a841-39a793d84329 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.8387587
May 06 00:38:07.971181 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-896ecc23-2d78-41eb-bffd-bd22a755ddec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:38:07.992020 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 41038) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:38:08.022582 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.v2.base [None req-443a027e-5d01-4772-b2e4-299eee680e9e admin admin] Request body: {'subnet': {'network_id': '15dfc9d8-1e05-4ad2-b981-3952f9bb774d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-360900618-subnet', 'tenant_id': '68c4e335ddc64d6ea6ca565079799e9b', 'ip_version': 4}} {{(pid=73831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:38:08.034876 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-443a027e-5d01-4772-b2e4-299eee680e9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:38:08.043031 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-443a027e-5d01-4772-b2e4-299eee680e9e admin admin] Usage tracker for resource:subnet and tenant:68c4e335ddc64d6ea6ca565079799e9b is out of sync, need to count used quota {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:38:08.046861 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cb46d3-49e0-4717-a841-39a793d84329 admin admin] Pushing event updated for resources: {'Network': ['ID=15dfc9d8-1e05-4ad2-b981-3952f9bb774d,revision_number=1']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:38:08.057893 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-98cb46d3-49e0-4717-a841-39a793d84329 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:38:08.061347 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-443a027e-5d01-4772-b2e4-299eee680e9e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:38:08.064461 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Network 15dfc9d8-1e05-4ad2-b981-3952f9bb774d details requested by agent ovs-agent-dv-cinder-784623-8-iscsi with host dv-cinder-784623-8-iscsi {{(pid=73833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 06 00:38:08.072461 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-443a027e-5d01-4772-b2e4-299eee680e9e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:38:08.074931 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-1e22232a-78c6-4eb8-9442-b1d8ce93945c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:08.108663 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-1e22232a-78c6-4eb8-9442-b1d8ce93945c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:08.165036 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-443a027e-5d01-4772-b2e4-299eee680e9e admin admin] Made reservation on behalf of 68c4e335ddc64d6ea6ca565079799e9b for: {'subnet': 1} {{(pid=73831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 06 00:38:08.167678 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-443a027e-5d01-4772-b2e4-299eee680e9e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3145320'] for subnet, before_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:08.220213 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.managers [None req-896ecc23-2d78-41eb-bffd-bd22a755ddec None None] Attempting to bind port 78412f43-d554-45b4-a942-83dce1a41781 on host dv-cinder-784623-8-iscsi for vnic_type normal with profile  {{(pid=73833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 06 00:38:08.220614 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.managers [None req-896ecc23-2d78-41eb-bffd-bd22a755ddec None None] Attempting to bind port 78412f43-d554-45b4-a942-83dce1a41781 by drivers openvswitch,hyperv on host dv-cinder-784623-8-iscsi at level 0 using segments [{'id': 'b58bdf18-5de0-4e7f-8f68-7b9cb2ce7be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'e0878acc-924c-400c-b8d1-cc988e03a31d'}] {{(pid=73833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 06 00:38:08.221031 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896ecc23-2d78-41eb-bffd-bd22a755ddec None None] Attempting to bind port 78412f43-d554-45b4-a942-83dce1a41781 on network e0878acc-924c-400c-b8d1-cc988e03a31d {{(pid=73833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 00:38:08.368402 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896ecc23-2d78-41eb-bffd-bd22a755ddec None None] Checking agent: {'id': '4b72a67e-bba9-4429-9bf9-904dcd8ce83b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 0, 27, 19), 'started_at': datetime.datetime(2021, 5, 6, 0, 27, 49), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 0, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 06 00:38:08.368814 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896ecc23-2d78-41eb-bffd-bd22a755ddec None None] Checking segment: {'id': 'b58bdf18-5de0-4e7f-8f68-7b9cb2ce7be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'e0878acc-924c-400c-b8d1-cc988e03a31d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 00:38:08.369231 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-896ecc23-2d78-41eb-bffd-bd22a755ddec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:08.369648 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896ecc23-2d78-41eb-bffd-bd22a755ddec None None] Bound using segment: {'id': 'b58bdf18-5de0-4e7f-8f68-7b9cb2ce7be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'e0878acc-924c-400c-b8d1-cc988e03a31d'} {{(pid=73833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 06 00:38:08.370120 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.managers [None req-896ecc23-2d78-41eb-bffd-bd22a755ddec None None] Bound port: 78412f43-d554-45b4-a942-83dce1a41781, host: dv-cinder-784623-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b58bdf18-5de0-4e7f-8f68-7b9cb2ce7be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'e0878acc-924c-400c-b8d1-cc988e03a31d'}}] {{(pid=73833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 06 00:38:08.370497 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-896ecc23-2d78-41eb-bffd-bd22a755ddec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:08.450898 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.db_base_plugin_common [None req-1e22232a-78c6-4eb8-9442-b1d8ce93945c admin admin] Allocated IP 172.27.3.82 (86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4/5f976aaf-f539-4cba-9109-d63a57e1b399/5a77dc0a-d690-4f05-801e-75c8775657b9) {{(pid=73831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 06 00:38:08.677777 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Provisioning for port 64e79fd4-fc6f-4aca-8b86-d7ad2bbd4f44 completed by entity L2. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 00:38:08.686073 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Provisioning complete for port 64e79fd4-fc6f-4aca-8b86-d7ad2bbd4f44 triggered by entity L2. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 00:38:08.686289 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723253'] for port, provisioning_complete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:08.849307 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-896ecc23-2d78-41eb-bffd-bd22a755ddec None None] For port 78412f43-d554-45b4-a942-83dce1a41781, host dv-cinder-784623-8-iscsi, cleared binding levels {{(pid=73833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 06 00:38:08.877777 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-896ecc23-2d78-41eb-bffd-bd22a755ddec None None] For port 78412f43-d554-45b4-a942-83dce1a41781, host dv-cinder-784623-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-iscsi',level=0,port_id=78412f43-d554-45b4-a942-83dce1a41781,segment=NetworkSegment(b58bdf18-5de0-4e7f-8f68-7b9cb2ce7be2),segment_id=b58bdf18-5de0-4e7f-8f68-7b9cb2ce7be2)] {{(pid=73833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 06 00:38:08.884536 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-896ecc23-2d78-41eb-bffd-bd22a755ddec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:08.890067 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:38:09.094220 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 41058) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:38:09.119325 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:09.188397 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896ecc23-2d78-41eb-bffd-bd22a755ddec None None] Pushing event updated for resources: {'Port': ['ID=78412f43-d554-45b4-a942-83dce1a41781,revision_number=2']} {{(pid=73833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:38:09.194047 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-896ecc23-2d78-41eb-bffd-bd22a755ddec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:38:09.209320 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] For port 64e79fd4-fc6f-4aca-8b86-d7ad2bbd4f44, host dv-cinder-784623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-iscsi',level=0,port_id=64e79fd4-fc6f-4aca-8b86-d7ad2bbd4f44,segment=NetworkSegment(ab5e7b5f-3e6f-45f7-9818-f391c8735e2a),segment_id=ab5e7b5f-3e6f-45f7-9818-f391c8735e2a)] {{(pid=73833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:38:09.215233 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:09.245579 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:38:09.401444 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-77484020-d006-412d-868d-c7b3bef0ee9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:09.401754 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Pushing event updated for resources: {'Port': ['ID=64e79fd4-fc6f-4aca-8b86-d7ad2bbd4f44,revision_number=5']} {{(pid=73833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:38:09.405822 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:38:09.448241 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-77484020-d006-412d-868d-c7b3bef0ee9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:38:09.499725 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-77484020-d006-412d-868d-c7b3bef0ee9f admin admin] Usage tracker for resource:security_group_rule and tenant:1f5e001b646b448795b1969c42a4487f is out of sync, need to count used quota {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:38:09.511834 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-77484020-d006-412d-868d-c7b3bef0ee9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:38:09.519745 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-77484020-d006-412d-868d-c7b3bef0ee9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:38:09.535379 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb2ab70-7a26-4073-b57b-3b5cd8b5db57 req-70cca5be-1980-4cfa-8bbd-d671b354dafe tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:38:09.552530 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-0fb2ab70-7a26-4073-b57b-3b5cd8b5db57 req-70cca5be-1980-4cfa-8bbd-d671b354dafe tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=15ce2da6-b007-4eb2-a16e-92ba2286a634 HTTP/1.1" status: 200  len: 943 time: 0.9650633
May 06 00:38:09.615197 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-1e22232a-78c6-4eb8-9442-b1d8ce93945c admin admin] Notify callbacks [] for port, precommit_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:09.772356 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-1e22232a-78c6-4eb8-9442-b1d8ce93945c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767380898820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2942582'] for port, after_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:09.813989 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:38:09.880882 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-77484020-d006-412d-868d-c7b3bef0ee9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:09.898602 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-77484020-d006-412d-868d-c7b3bef0ee9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:09.914786 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Device 64e79fd4-fc6f-4aca-8b86-d7ad2bbd4f44 up at agent ovs-agent-dv-cinder-784623-8-iscsi {{(pid=73833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 00:38:09.923252 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:38:10.084454 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Provisioning complete for port 64e79fd4-fc6f-4aca-8b86-d7ad2bbd4f44 triggered by entity L2. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 00:38:10.084770 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723253'] for port, provisioning_complete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:10.152708 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-77484020-d006-412d-868d-c7b3bef0ee9f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1f5e001b646b448795b1969c42a4487f&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0552082
May 06 00:38:10.164712 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 41070) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:38:10.175371 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77484020-d006-412d-868d-c7b3bef0ee9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ece7f4b3-8e4a-4cdb-8623-9d95b5582f49,revision_number=1']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:38:10.182984 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-77484020-d006-412d-868d-c7b3bef0ee9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:38:10.266600 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e22232a-78c6-4eb8-9442-b1d8ce93945c admin admin] Pushing event updated for resources: {'Port': ['ID=5a77dc0a-d690-4f05-801e-75c8775657b9,revision_number=1']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:38:10.287448 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-0fb2ab70-7a26-4073-b57b-3b5cd8b5db57 req-288e5fce-fa8d-400c-927f-c3d4d01820ff tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a34f04e-64d6-4aca-9087-db3260c441d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.7254353
May 06 00:38:10.289000 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-1e22232a-78c6-4eb8-9442-b1d8ce93945c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:38:10.326805 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e22232a-78c6-4eb8-9442-b1d8ce93945c admin admin] Network 86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4 is already hosted by enough agents. {{(pid=73831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 00:38:10.340952 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.scheduler.base_scheduler [None req-1e22232a-78c6-4eb8-9442-b1d8ce93945c admin admin] Resources bound (agent type, host, resource id):  {{(pid=73831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 00:38:10.356903 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e22232a-78c6-4eb8-9442-b1d8ce93945c admin admin] Received port after_create {{(pid=73831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 06 00:38:10.365364 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-fff728fb-e106-49de-8e45-fe650144a19c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:10.394583 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Device 0459f193-550b-4b26-891f-cdf82e0bde5e up at agent ovs-agent-dv-cinder-784623-8-iscsi {{(pid=73833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 00:38:10.449908 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b44f05-26c7-47ea-81bd-17dfa5d12acf req-09750b52-d8d3-4ea0-ac1f-6a28a7f73795 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:38:10.458178 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-46b44f05-26c7-47ea-81bd-17dfa5d12acf req-09750b52-d8d3-4ea0-ac1f-6a28a7f73795 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bf01176-0ef5-4420-92a6-7fe2055496f1 HTTP/1.1" status: 200  len: 945 time: 0.4950874
May 06 00:38:10.485532 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-fff728fb-e106-49de-8e45-fe650144a19c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:10.514845 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Provisioning for port 0459f193-550b-4b26-891f-cdf82e0bde5e completed by entity L2. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 00:38:10.520870 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Provisioning complete for port 0459f193-550b-4b26-891f-cdf82e0bde5e triggered by entity L2. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 00:38:10.521629 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723253'] for port, provisioning_complete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:10.560194 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-46b44f05-26c7-47ea-81bd-17dfa5d12acf req-630cb9cd-d829-4fea-8040-e4a5f4a57105 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/security-groups?id=ceb8dabd-8ffc-4d87-9464-7f935bd56bb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1010244
May 06 00:38:10.598904 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-fff728fb-e106-49de-8e45-fe650144a19c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:10.609631 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-98cb46d3-49e0-4717-a841-39a793d84329 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:38:10.630875 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff728fb-e106-49de-8e45-fe650144a19c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ece7f4b3-8e4a-4cdb-8623-9d95b5582f49,revision_number=None']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:38:10.633179 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-fff728fb-e106-49de-8e45-fe650144a19c admin admin] Notify callbacks [] for security_group, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:10.635771 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-fff728fb-e106-49de-8e45-fe650144a19c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ece7f4b3-8e4a-4cdb-8623-9d95b5582f49 HTTP/1.1" status: 204  len: 168 time: 0.4350858
May 06 00:38:10.637014 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-fff728fb-e106-49de-8e45-fe650144a19c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:38:10.734016 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-443a027e-5d01-4772-b2e4-299eee680e9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2993638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3145242'] for subnet, after_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:10.735946 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:10.742642 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:38:10.787373 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] For port 0459f193-550b-4b26-891f-cdf82e0bde5e, host dv-cinder-784623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-iscsi',level=0,port_id=0459f193-550b-4b26-891f-cdf82e0bde5e,segment=NetworkSegment(9e77dc6e-5839-4c5c-8941-3e48c898c98b),segment_id=9e77dc6e-5839-4c5c-8941-3e48c898c98b)] {{(pid=73833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:38:10.795018 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:10.798904 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Device 78412f43-d554-45b4-a942-83dce1a41781 up at agent ovs-agent-dv-cinder-784623-8-iscsi {{(pid=73833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 00:38:10.905778 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-746b9971-21e7-4a65-8c6b-d5939bcaf8b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:38:10.948442 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443a027e-5d01-4772-b2e4-299eee680e9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ddb1204-ef97-486b-8c25-ebef669ab3d1,revision_number=0']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:38:10.958929 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-443a027e-5d01-4772-b2e4-299eee680e9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:38:10.971971 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443a027e-5d01-4772-b2e4-299eee680e9e admin admin] Checking segment: {'id': '2bae0777-846d-4f49-9130-4d4d1a8d5ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '15dfc9d8-1e05-4ad2-b981-3952f9bb774d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 00:38:10.972437 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-443a027e-5d01-4772-b2e4-299eee680e9e admin admin] Network hostable DHCP agents. Network: 15dfc9d8-1e05-4ad2-b981-3952f9bb774d, hostable agents: ['08bd01f5-d9ad-41d2-bccd-f8157b6c692c'], hosted agents: [] {{(pid=73831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 06 00:38:11.150288 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Pushing event updated for resources: {'Port': ['ID=0459f193-550b-4b26-891f-cdf82e0bde5e,revision_number=4']} {{(pid=73833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:38:11.157381 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426762b4-b93b-4f08-9500-0a81d42502d5 None None] Network e0878acc-924c-400c-b8d1-cc988e03a31d requested from dv-cinder-784623-8-iscsi {{(pid=73833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 06 00:38:11.177176 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:38:11.178540 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac156481-645c-4316-9dbe-010dcd3cc26c None None] Sync routers for ids ['19f5e112-a1dc-416f-ace2-4916d7930a1b'] in dv-cinder-784623-8-iscsi {{(pid=73833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 06 00:38:11.235632 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Provisioning for port 78412f43-d554-45b4-a942-83dce1a41781 completed by entity L2. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 00:38:11.256440 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac156481-645c-4316-9dbe-010dcd3cc26c None None] Routers {'19f5e112-a1dc-416f-ace2-4916d7930a1b'} bound to L3 agent in host dv-cinder-784623-8-iscsi {{(pid=73833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 00:38:11.257195 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_hamode_db [None req-ac156481-645c-4316-9dbe-010dcd3cc26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9508e4eeb0>, 'dv-cinder-784623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-06T00:27:20Z,description=<?>,heartbeat_timestamp=2021-05-06T00:37:50Z,host='dv-cinder-784623-8-iscsi',id=3fa0790c-dd29-4495-aa07-f8a2ae482509,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T00:27:20Z,topic='l3_agent')) {'router_ids': ['19f5e112-a1dc-416f-ace2-4916d7930a1b'], 'active': True} {{(pid=73833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:38:11.295882 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-443a027e-5d01-4772-b2e4-299eee680e9e admin admin] Network 15dfc9d8-1e05-4ad2-b981-3952f9bb774d is scheduled to be hosted by DHCP agent 08bd01f5-d9ad-41d2-bccd-f8157b6c692c with binding_index 1 {{(pid=73831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 06 00:38:11.330261 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.scheduler.base_scheduler [None req-443a027e-5d01-4772-b2e4-299eee680e9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-8-iscsi, 15dfc9d8-1e05-4ad2-b981-3952f9bb774d) {{(pid=73831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 00:38:11.359359 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-443a027e-5d01-4772-b2e4-299eee680e9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:38:11.360421 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-443a027e-5d01-4772-b2e4-299eee680e9e admin admin] Notify callbacks [] for subnet, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:11.407447 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-1e22232a-78c6-4eb8-9442-b1d8ce93945c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:11.450534 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_dvr_db [None req-ac156481-645c-4316-9dbe-010dcd3cc26c None None] Set router 19f5e112-a1dc-416f-ace2-4916d7930a1b gateway port host: dv-cinder-784623-8-iscsi {{(pid=73833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 00:38:11.616984 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-443a027e-5d01-4772-b2e4-299eee680e9e admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 3.6145334
May 06 00:38:11.620320 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 41096) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:38:11.621267 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beca424b-1184-4ed7-be28-ddcc1bbaeeed None None] Network 15dfc9d8-1e05-4ad2-b981-3952f9bb774d requested from dv-cinder-784623-8-iscsi {{(pid=73833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 06 00:38:11.632424 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.v2.base [None req-f820e388-07b4-4ad3-924b-9dc0fa5a7313 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-360900618-router', 'tenant_id': '68c4e335ddc64d6ea6ca565079799e9b', 'external_gateway_info': {'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4'}}} {{(pid=73832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:38:11.643693 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-f820e388-07b4-4ad3-924b-9dc0fa5a7313 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:38:11.661095 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-f820e388-07b4-4ad3-924b-9dc0fa5a7313 admin admin] Usage tracker for resource:router and tenant:68c4e335ddc64d6ea6ca565079799e9b is out of sync, need to count used quota {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:38:11.664257 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-f820e388-07b4-4ad3-924b-9dc0fa5a7313 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:38:11.675406 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-f820e388-07b4-4ad3-924b-9dc0fa5a7313 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:38:11.703425 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-f820e388-07b4-4ad3-924b-9dc0fa5a7313 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-451811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3440'] for router, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:11.704489 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-f820e388-07b4-4ad3-924b-9dc0fa5a7313 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-451820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409324', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-491947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3401'] for router, precommit_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:11.733937 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-f820e388-07b4-4ad3-924b-9dc0fa5a7313 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:11.854591 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-9a85d696-8f8a-40fa-a018-c70075df113e None None] Provisioning for port 78412f43-d554-45b4-a942-83dce1a41781 completed by entity DHCP. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 00:38:11.893624 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-9a85d696-8f8a-40fa-a018-c70075df113e None None] Provisioning complete for port 78412f43-d554-45b4-a942-83dce1a41781 triggered by entity DHCP. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 00:38:11.894062 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-9a85d696-8f8a-40fa-a018-c70075df113e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723253'] for port, provisioning_complete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:12.026871 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Device 0459f193-550b-4b26-891f-cdf82e0bde5e up at agent ovs-agent-dv-cinder-784623-8-iscsi {{(pid=73833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 00:38:12.048697 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea9a5dd-562f-44a3-9a21-8b52772d539d req-42ac50c2-8580-4102-ab1d-6ef2ab7f4ff2 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:38:12.050828 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-bea9a5dd-562f-44a3-9a21-8b52772d539d req-42ac50c2-8580-4102-ab1d-6ef2ab7f4ff2 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=15ce2da6-b007-4eb2-a16e-92ba2286a634 HTTP/1.1" status: 200  len: 943 time: 0.5003021
May 06 00:38:12.138539 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-bea9a5dd-562f-44a3-9a21-8b52772d539d req-c7114902-2be3-4755-8bf4-12e2b8609456 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a34f04e-64d6-4aca-9087-db3260c441d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0811424
May 06 00:38:12.187257 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-1e22232a-78c6-4eb8-9442-b1d8ce93945c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-433774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395008'] for router, after_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:12.244690 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 41108) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:38:12.488312 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e22232a-78c6-4eb8-9442-b1d8ce93945c admin admin] Router df3e6708-0e10-4069-90a6-5118d6b57f5c is scheduled to L3 agent 3fa0790c-dd29-4495-aa07-f8a2ae482509 with binding_index 1 {{(pid=73831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 06 00:38:12.548885 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73665ad-46fd-4591-a6c6-548bf6a43383 req-1b81631b-ad6a-4dad-b507-3627902b8c33 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:38:12.562180 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-d73665ad-46fd-4591-a6c6-548bf6a43383 req-1b81631b-ad6a-4dad-b507-3627902b8c33 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bf01176-0ef5-4420-92a6-7fe2055496f1 HTTP/1.1" status: 200  len: 945 time: 0.5216279
May 06 00:38:12.709579 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Provisioning complete for port 0459f193-550b-4b26-891f-cdf82e0bde5e triggered by entity L2. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 00:38:12.710135 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723253'] for port, provisioning_complete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:12.710264 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.v2.base [None req-aafc1181-2271-4e29-97d0-1a05674cef9e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1240746119-network', 'tenant_id': '3fc73c2b6dc24f04b0a10b2cba547cef'}} {{(pid=73831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:38:12.715124 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-aafc1181-2271-4e29-97d0-1a05674cef9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:38:12.718846 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-aafc1181-2271-4e29-97d0-1a05674cef9e admin admin] Usage tracker for resource:network and tenant:3fc73c2b6dc24f04b0a10b2cba547cef is out of sync, need to count used quota {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:38:12.721767 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-aafc1181-2271-4e29-97d0-1a05674cef9e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:38:12.727629 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-aafc1181-2271-4e29-97d0-1a05674cef9e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:38:12.738417 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-f820e388-07b4-4ad3-924b-9dc0fa5a7313 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-409237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-433687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3415'] for router, precommit_update {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:12.746021 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2bc8a1-89dd-488f-aa54-c2667b6657b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ffa6a74-49b1-57e1-8600-1f37db923f22-15dfc9d8-1e05-4ad2-b981-3952f9bb774d', 'network_id': '15dfc9d8-1e05-4ad2-b981-3952f9bb774d', 'tenant_id': '68c4e335ddc64d6ea6ca565079799e9b', 'fixed_ips': [{'subnet_id': '6ddb1204-ef97-486b-8c25-ebef669ab3d1'}]}} from dv-cinder-784623-8-iscsi. {{(pid=73833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
May 06 00:38:12.746843 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-ed2bc8a1-89dd-488f-aa54-c2667b6657b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_create {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:12.763204 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-d73665ad-46fd-4591-a6c6-548bf6a43383 req-e3e85e5e-54bd-4a18-9e91-32360d3e9c35 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/security-groups?id=ceb8dabd-8ffc-4d87-9464-7f935bd56bb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1064081
May 06 00:38:12.808449 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aafc1181-2271-4e29-97d0-1a05674cef9e admin admin] Made reservation on behalf of 3fc73c2b6dc24f04b0a10b2cba547cef for: {'network': 1} {{(pid=73831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 06 00:38:12.810750 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-aafc1181-2271-4e29-97d0-1a05674cef9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for network, before_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:12.811186 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-9a85d696-8f8a-40fa-a018-c70075df113e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:12.835089 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-aafc1181-2271-4e29-97d0-1a05674cef9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:12.855723 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-aafc1181-2271-4e29-97d0-1a05674cef9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:38:12.859873 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-aafc1181-2271-4e29-97d0-1a05674cef9e admin admin] Usage tracker for resource:security_group_rule and tenant:3fc73c2b6dc24f04b0a10b2cba547cef is out of sync, need to count used quota {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:38:12.863515 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-aafc1181-2271-4e29-97d0-1a05674cef9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:38:12.870177 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-aafc1181-2271-4e29-97d0-1a05674cef9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:38:12.961839 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-9a85d696-8f8a-40fa-a018-c70075df113e None None] For port 78412f43-d554-45b4-a942-83dce1a41781, host dv-cinder-784623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-iscsi',level=0,port_id=78412f43-d554-45b4-a942-83dce1a41781,segment=NetworkSegment(b58bdf18-5de0-4e7f-8f68-7b9cb2ce7be2),segment_id=b58bdf18-5de0-4e7f-8f68-7b9cb2ce7be2)] {{(pid=73833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:38:12.966464 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-aafc1181-2271-4e29-97d0-1a05674cef9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:12.980103 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-aafc1181-2271-4e29-97d0-1a05674cef9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:12.989328 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:38:13.016007 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aafc1181-2271-4e29-97d0-1a05674cef9e admin admin] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'}  {{(pid=73831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 06 00:38:13.047718 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-aafc1181-2271-4e29-97d0-1a05674cef9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730493'] for segment, precommit_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:13.048241 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.db.segments_db [None req-aafc1181-2271-4e29-97d0-1a05674cef9e admin admin] Added segment ad3796ff-8d99-4772-b33c-212fa30eb7b6 of type vlan for network 8a76de60-8f51-46a7-82de-5e733a1b9171
May 06 00:38:13.060789 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.db_base_plugin_common [None req-ed2bc8a1-89dd-488f-aa54-c2667b6657b9 None None] Allocated IP 172.20.0.2 (15dfc9d8-1e05-4ad2-b981-3952f9bb774d/6ddb1204-ef97-486b-8c25-ebef669ab3d1/bedd84e7-be1b-427e-8b49-87ca137419b3) {{(pid=73833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 06 00:38:13.066835 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafc1181-2271-4e29-97d0-1a05674cef9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44871649-b339-42a2-b7cc-3186f149d10a,revision_number=1']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:38:13.071040 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-aafc1181-2271-4e29-97d0-1a05674cef9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:38:13.073242 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e22232a-78c6-4eb8-9442-b1d8ce93945c admin admin] Notify agent at l3_agent.dv-cinder-784623-8-iscsi the message routers_updated {{(pid=73831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 06 00:38:13.085010 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f6eedc-bd0b-4f41-b19c-4ea5fb89d9b7 None None] Sync routers for ids ['df3e6708-0e10-4069-90a6-5118d6b57f5c'] in dv-cinder-784623-8-iscsi {{(pid=73834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 06 00:38:13.105386 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-1e22232a-78c6-4eb8-9442-b1d8ce93945c admin admin] Notify callbacks [] for router, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:13.109513 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f6eedc-bd0b-4f41-b19c-4ea5fb89d9b7 None None] Routers {'df3e6708-0e10-4069-90a6-5118d6b57f5c'} bound to L3 agent in host dv-cinder-784623-8-iscsi {{(pid=73834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 00:38:13.110278 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-1e22232a-78c6-4eb8-9442-b1d8ce93945c admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 7.1380746
May 06 00:38:13.110401 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_hamode_db [None req-80f6eedc-bd0b-4f41-b19c-4ea5fb89d9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9508c31e20>, 'dv-cinder-784623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-06T00:27:20Z,description=<?>,heartbeat_timestamp=2021-05-06T00:37:50Z,host='dv-cinder-784623-8-iscsi',id=3fa0790c-dd29-4495-aa07-f8a2ae482509,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T00:27:20Z,topic='l3_agent')) {'router_ids': ['df3e6708-0e10-4069-90a6-5118d6b57f5c'], 'active': True} {{(pid=73834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:38:13.111391 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 41116) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:38:13.213981 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-aafc1181-2271-4e29-97d0-1a05674cef9e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767380920962'] for network, precommit_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:13.319639 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-aafc1181-2271-4e29-97d0-1a05674cef9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938'] for network, after_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:13.345623 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-ed2bc8a1-89dd-488f-aa54-c2667b6657b9 None None] Notify callbacks [] for port, precommit_create {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:13.358199 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-ed2bc8a1-89dd-488f-aa54-c2667b6657b9 None None] Transition to ACTIVE for port object bedd84e7-be1b-427e-8b49-87ca137419b3 will not be triggered until provisioned by entity L2. {{(pid=73833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 00:38:13.361434 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-f820e388-07b4-4ad3-924b-9dc0fa5a7313 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:13.406014 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_hamode_db [None req-ac156481-645c-4316-9dbe-010dcd3cc26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9508e4eeb0>, [{'id': '19f5e112-a1dc-416f-ace2-4916d7930a1b', 'name': 'tempest-TestMinimumBasicScenario-1806991004-router', 'tenant_id': '0b890f9b623c4aa1bd3a726f7dc8838e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'external_fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '0459f193-550b-4b26-891f-cdf82e0bde5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:37:57Z', 'updated_at': '2021-05-06T00:38:02Z', 'revision_number': 4, 'project_id': '0b890f9b623c4aa1bd3a726f7dc8838e', 'gw_port': {'id': '0459f193-550b-4b26-891f-cdf82e0bde5e', 'name': '', 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:7e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f5e112-a1dc-416f-ace2-4916d7930a1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:37:58Z', 'updated_at': '2021-05-06T00:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-iscsi', '_interfaces': [{'id': '0ac8f2a6-6aa2-4024-ab10-93eaa673a7e7', 'name': '', 'network_id': 'dfefa750-c4cf-4fe5-9a50-39478c106a84', 'tenant_id': '0b890f9b623c4aa1bd3a726f7dc8838e', 'mac_address': 'fa:16:3e:dc:55:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19f5e112-a1dc-416f-ace2-4916d7930a1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '10dd42a5-a5ec-4dc6-b51c-78099354ecd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:38:02Z', 'updated_at': '2021-05-06T00:38:03Z', 'revision_number': 2, 'project_id': '0b890f9b623c4aa1bd3a726f7dc8838e', 'subnets': [{'id': '10dd42a5-a5ec-4dc6-b51c-78099354ecd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-8-iscsi', False) {} {{(pid=73833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:38:13.421207 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-9a85d696-8f8a-40fa-a018-c70075df113e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:13.429351 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:38:13.441818 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-f820e388-07b4-4ad3-924b-9dc0fa5a7313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:13.488408 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_dvr_db [None req-80f6eedc-bd0b-4f41-b19c-4ea5fb89d9b7 None None] Set router df3e6708-0e10-4069-90a6-5118d6b57f5c gateway port host: dv-cinder-784623-8-iscsi {{(pid=73834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 00:38:13.521988 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-ed2bc8a1-89dd-488f-aa54-c2667b6657b9 None None] Transition to ACTIVE for port object bedd84e7-be1b-427e-8b49-87ca137419b3 will not be triggered until provisioned by entity DHCP. {{(pid=73833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 00:38:13.525708 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac156481-645c-4316-9dbe-010dcd3cc26c None None] Checking router: 19f5e112-a1dc-416f-ace2-4916d7930a1b for host: dv-cinder-784623-8-iscsi {{(pid=73833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 06 00:38:13.526167 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac156481-645c-4316-9dbe-010dcd3cc26c None None] Updating router 19f5e112-a1dc-416f-ace2-4916d7930a1b port 0ac8f2a6-6aa2-4024-ab10-93eaa673a7e7 binding host dv-cinder-784623-8-iscsi {{(pid=73833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 06 00:38:13.614492 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-ed2bc8a1-89dd-488f-aa54-c2667b6657b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767380898820'] for port, after_create {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:13.644060 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2bc8a1-89dd-488f-aa54-c2667b6657b9 None None] Network 15dfc9d8-1e05-4ad2-b981-3952f9bb774d is already hosted by enough agents. {{(pid=73833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 00:38:13.645903 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:13.653683 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.scheduler.base_scheduler [None req-ed2bc8a1-89dd-488f-aa54-c2667b6657b9 None None] Resources bound (agent type, host, resource id):  {{(pid=73833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 00:38:13.656097 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2bc8a1-89dd-488f-aa54-c2667b6657b9 None None] Received port after_create {{(pid=73833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 06 00:38:13.804639 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.db_base_plugin_common [None req-f820e388-07b4-4ad3-924b-9dc0fa5a7313 admin admin] Allocated IP 172.27.3.181 (86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4/5f976aaf-f539-4cba-9109-d63a57e1b399/c995136f-bb0d-4988-8230-e4598d2687c9) {{(pid=73832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 06 00:38:13.921850 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.managers [None req-ed2bc8a1-89dd-488f-aa54-c2667b6657b9 None None] Attempting to bind port bedd84e7-be1b-427e-8b49-87ca137419b3 on host dv-cinder-784623-8-iscsi for vnic_type normal with profile  {{(pid=73833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 06 00:38:13.922561 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.managers [None req-ed2bc8a1-89dd-488f-aa54-c2667b6657b9 None None] Attempting to bind port bedd84e7-be1b-427e-8b49-87ca137419b3 by drivers openvswitch,hyperv on host dv-cinder-784623-8-iscsi at level 0 using segments [{'id': '2bae0777-846d-4f49-9130-4d4d1a8d5ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '15dfc9d8-1e05-4ad2-b981-3952f9bb774d'}] {{(pid=73833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 06 00:38:13.922677 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2bc8a1-89dd-488f-aa54-c2667b6657b9 None None] Attempting to bind port bedd84e7-be1b-427e-8b49-87ca137419b3 on network 15dfc9d8-1e05-4ad2-b981-3952f9bb774d {{(pid=73833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 00:38:13.971343 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-ac156481-645c-4316-9dbe-010dcd3cc26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:13.998128 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2bc8a1-89dd-488f-aa54-c2667b6657b9 None None] Checking agent: {'id': '4b72a67e-bba9-4429-9bf9-904dcd8ce83b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 0, 27, 19), 'started_at': datetime.datetime(2021, 5, 6, 0, 27, 49), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 0, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 06 00:38:13.998846 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2bc8a1-89dd-488f-aa54-c2667b6657b9 None None] Checking segment: {'id': '2bae0777-846d-4f49-9130-4d4d1a8d5ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '15dfc9d8-1e05-4ad2-b981-3952f9bb774d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 00:38:13.999534 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-ed2bc8a1-89dd-488f-aa54-c2667b6657b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:14.000090 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2bc8a1-89dd-488f-aa54-c2667b6657b9 None None] Bound using segment: {'id': '2bae0777-846d-4f49-9130-4d4d1a8d5ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '15dfc9d8-1e05-4ad2-b981-3952f9bb774d'} {{(pid=73833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 06 00:38:14.000785 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.managers [None req-ed2bc8a1-89dd-488f-aa54-c2667b6657b9 None None] Bound port: bedd84e7-be1b-427e-8b49-87ca137419b3, host: dv-cinder-784623-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bae0777-846d-4f49-9130-4d4d1a8d5ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '15dfc9d8-1e05-4ad2-b981-3952f9bb774d'}}] {{(pid=73833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 06 00:38:14.001176 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-ed2bc8a1-89dd-488f-aa54-c2667b6657b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:14.034672 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a85d696-8f8a-40fa-a018-c70075df113e None None] Pushing event updated for resources: {'Port': ['ID=78412f43-d554-45b4-a942-83dce1a41781,revision_number=3']} {{(pid=73833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:38:14.059723 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_hamode_db [None req-80f6eedc-bd0b-4f41-b19c-4ea5fb89d9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9508c31e20>, [{'id': 'df3e6708-0e10-4069-90a6-5118d6b57f5c', 'name': 'tempest-TestVolumeBootPattern-831663068-router', 'tenant_id': '297eee93b96840e88b8d43444cfdffce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'external_fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '5a77dc0a-d690-4f05-801e-75c8775657b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:38:06Z', 'updated_at': '2021-05-06T00:38:10Z', 'revision_number': 3, 'project_id': '297eee93b96840e88b8d43444cfdffce', 'gw_port': {'id': '5a77dc0a-d690-4f05-801e-75c8775657b9', 'name': '', 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:bc:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df3e6708-0e10-4069-90a6-5118d6b57f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:38:08Z', 'updated_at': '2021-05-06T00:38:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-iscsi'}], 'dv-cinder-784623-8-iscsi', False) {} {{(pid=73834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:38:14.061946 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-9a85d696-8f8a-40fa-a018-c70075df113e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.633s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:38:14.063316 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.428s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:38:14.064852 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f6eedc-bd0b-4f41-b19c-4ea5fb89d9b7 None None] Checking router: df3e6708-0e10-4069-90a6-5118d6b57f5c for host: dv-cinder-784623-8-iscsi {{(pid=73834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 06 00:38:14.065206 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f6eedc-bd0b-4f41-b19c-4ea5fb89d9b7 None None] Updating router df3e6708-0e10-4069-90a6-5118d6b57f5c port 5a77dc0a-d690-4f05-801e-75c8775657b9 binding host dv-cinder-784623-8-iscsi {{(pid=73834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 06 00:38:14.143418 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aafc1181-2271-4e29-97d0-1a05674cef9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:38:14.144865 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-aafc1181-2271-4e29-97d0-1a05674cef9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535980'] for network, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:14.153858 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-792b38f0-4873-4a6b-9e8a-7ae361e5d88e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:38:14.169525 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron_lib.callbacks.manager [None req-80f6eedc-bd0b-4f41-b19c-4ea5fb89d9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:14.342141 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-f820e388-07b4-4ad3-924b-9dc0fa5a7313 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:14.366261 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6195b242-3232-4d8d-83cc-9ad3c2fcece5 req-205fb6f4-4662-4e1d-8670-2813a769b57c tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:38:14.368471 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafc1181-2271-4e29-97d0-1a05674cef9e admin admin] Pushing event updated for resources: {'Network': ['ID=8a76de60-8f51-46a7-82de-5e733a1b9171,revision_number=1']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:38:14.368623 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-6195b242-3232-4d8d-83cc-9ad3c2fcece5 req-205fb6f4-4662-4e1d-8670-2813a769b57c tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bf01176-0ef5-4420-92a6-7fe2055496f1 HTTP/1.1" status: 200  len: 945 time: 0.3138206
May 06 00:38:14.431247 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-f15e6b0f-38c1-4403-ac5d-e0142b2db27c None None] Provisioning complete for port 78412f43-d554-45b4-a942-83dce1a41781 triggered by entity DHCP. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 00:38:14.431631 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-f15e6b0f-38c1-4403-ac5d-e0142b2db27c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723253'] for port, provisioning_complete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:14.432504 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-6195b242-3232-4d8d-83cc-9ad3c2fcece5 req-9af356d2-4599-4425-9c45-06423c146c88 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/security-groups?id=ceb8dabd-8ffc-4d87-9464-7f935bd56bb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0570581
May 06 00:38:14.450619 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-f820e388-07b4-4ad3-924b-9dc0fa5a7313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767380898820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2182845'] for port, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:14.455195 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-b310902a-3134-432e-81c2-b00dd7448e8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:38:14.505280 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Network 8a76de60-8f51-46a7-82de-5e733a1b9171 details requested by agent ovs-agent-dv-cinder-784623-8-iscsi with host dv-cinder-784623-8-iscsi {{(pid=73833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 06 00:38:14.530407 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f820e388-07b4-4ad3-924b-9dc0fa5a7313 admin admin] Network 86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4 is already hosted by enough agents. {{(pid=73832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 00:38:14.538792 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.scheduler.base_scheduler [None req-f820e388-07b4-4ad3-924b-9dc0fa5a7313 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 00:38:14.540201 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f820e388-07b4-4ad3-924b-9dc0fa5a7313 admin admin] Received port after_create {{(pid=73832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 06 00:38:14.556419 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2bc8a1-89dd-488f-aa54-c2667b6657b9 None None] Pushing event updated for resources: {'Port': ['ID=bedd84e7-be1b-427e-8b49-87ca137419b3,revision_number=1']} {{(pid=73833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:38:14.594220 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-aafc1181-2271-4e29-97d0-1a05674cef9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:38:14.686730 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-ed2bc8a1-89dd-488f-aa54-c2667b6657b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.623s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:38:14.749543 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-aafc1181-2271-4e29-97d0-1a05674cef9e admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 2.4960573
May 06 00:38:14.759623 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 41134) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:38:14.930532 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa55b583-8e93-4135-a940-5f149a0a8f7e req-ca40d6db-0e15-4148-96e2-de3e93d0e6a5 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:38:14.943692 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-fa55b583-8e93-4135-a940-5f149a0a8f7e req-ca40d6db-0e15-4148-96e2-de3e93d0e6a5 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=15ce2da6-b007-4eb2-a16e-92ba2286a634 HTTP/1.1" status: 200  len: 943 time: 0.8052881
May 06 00:38:15.001413 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron_lib.callbacks.manager [None req-80f6eedc-bd0b-4f41-b19c-4ea5fb89d9b7 None None] Notify callbacks [] for port, precommit_update {{(pid=73834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:15.022683 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.provisioning_blocks [None req-80f6eedc-bd0b-4f41-b19c-4ea5fb89d9b7 None None] Transition to ACTIVE for port object 5a77dc0a-d690-4f05-801e-75c8775657b9 will not be triggered until provisioned by entity L2. {{(pid=73834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 00:38:15.032544 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron_lib.callbacks.manager [None req-80f6eedc-bd0b-4f41-b19c-4ea5fb89d9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:15.033710 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-ed2bc8a1-89dd-488f-aa54-c2667b6657b9 None None] For port bedd84e7-be1b-427e-8b49-87ca137419b3, host dv-cinder-784623-8-iscsi, cleared binding levels {{(pid=73833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 06 00:38:15.038034 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-ed2bc8a1-89dd-488f-aa54-c2667b6657b9 None None] For port bedd84e7-be1b-427e-8b49-87ca137419b3, host dv-cinder-784623-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-iscsi',level=0,port_id=bedd84e7-be1b-427e-8b49-87ca137419b3,segment=NetworkSegment(2bae0777-846d-4f49-9130-4d4d1a8d5ba5),segment_id=2bae0777-846d-4f49-9130-4d4d1a8d5ba5)] {{(pid=73833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 06 00:38:15.044345 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:38:15.054760 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-ed2bc8a1-89dd-488f-aa54-c2667b6657b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:15.068805 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-fa55b583-8e93-4135-a940-5f149a0a8f7e req-e4d3dbcf-1851-46ba-9c5e-bc59affba515 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a34f04e-64d6-4aca-9087-db3260c441d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1221709
May 06 00:38:15.149011 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f820e388-07b4-4ad3-924b-9dc0fa5a7313 admin admin] Pushing event updated for resources: {'Port': ['ID=c995136f-bb0d-4988-8230-e4598d2687c9,revision_number=1']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:38:15.155077 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.v2.base [None req-8e1721b1-6f65-44e5-b8cf-cb629064e603 admin admin] Request body: {'subnet': {'network_id': '8a76de60-8f51-46a7-82de-5e733a1b9171', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1240746119-subnet', 'tenant_id': '3fc73c2b6dc24f04b0a10b2cba547cef', 'ip_version': 4}} {{(pid=73832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:38:15.194607 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-f46b03ab-8946-4af1-a822-2e0ceefd5c29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:38:15.221634 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-f820e388-07b4-4ad3-924b-9dc0fa5a7313 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.766s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:38:15.224416 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-8e1721b1-6f65-44e5-b8cf-cb629064e603 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:38:15.233747 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b067602b-2482-49e3-a078-fc0de151b2a9 None None] Pushing event updated for resources: {'Port': ['ID=5a77dc0a-d690-4f05-801e-75c8775657b9,revision_number=2']} {{(pid=73834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:38:15.247815 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG oslo_concurrency.lockutils [None req-b067602b-2482-49e3-a078-fc0de151b2a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=73834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:38:15.290367 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-be6dee71-f04d-4413-a8ea-2b8a0b8868bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:15.298758 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.plugins.ml2.managers [None req-80f6eedc-bd0b-4f41-b19c-4ea5fb89d9b7 None None] Attempting to bind port 5a77dc0a-d690-4f05-801e-75c8775657b9 on host dv-cinder-784623-8-iscsi for vnic_type normal with profile  {{(pid=73834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 06 00:38:15.299266 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.plugins.ml2.managers [None req-80f6eedc-bd0b-4f41-b19c-4ea5fb89d9b7 None None] Attempting to bind port 5a77dc0a-d690-4f05-801e-75c8775657b9 by drivers openvswitch,hyperv on host dv-cinder-784623-8-iscsi at level 0 using segments [{'id': '9e77dc6e-5839-4c5c-8941-3e48c898c98b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4'}] {{(pid=73834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 06 00:38:15.299730 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f6eedc-bd0b-4f41-b19c-4ea5fb89d9b7 None None] Attempting to bind port 5a77dc0a-d690-4f05-801e-75c8775657b9 on network 86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4 {{(pid=73834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 00:38:15.321505 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f6eedc-bd0b-4f41-b19c-4ea5fb89d9b7 None None] Checking agent: {'id': '4b72a67e-bba9-4429-9bf9-904dcd8ce83b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 0, 27, 19), 'started_at': datetime.datetime(2021, 5, 6, 0, 27, 49), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 0, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 06 00:38:15.323101 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f6eedc-bd0b-4f41-b19c-4ea5fb89d9b7 None None] Checking segment: {'id': '9e77dc6e-5839-4c5c-8941-3e48c898c98b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 00:38:15.323621 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron_lib.callbacks.manager [None req-80f6eedc-bd0b-4f41-b19c-4ea5fb89d9b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:15.325545 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f6eedc-bd0b-4f41-b19c-4ea5fb89d9b7 None None] Bound using segment: {'id': '9e77dc6e-5839-4c5c-8941-3e48c898c98b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4'} {{(pid=73834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 06 00:38:15.326163 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.plugins.ml2.managers [None req-80f6eedc-bd0b-4f41-b19c-4ea5fb89d9b7 None None] Bound port: 5a77dc0a-d690-4f05-801e-75c8775657b9, host: dv-cinder-784623-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e77dc6e-5839-4c5c-8941-3e48c898c98b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4'}}] {{(pid=73834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 06 00:38:15.327230 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron_lib.callbacks.manager [None req-80f6eedc-bd0b-4f41-b19c-4ea5fb89d9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:15.367057 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-8e1721b1-6f65-44e5-b8cf-cb629064e603 admin admin] Usage tracker for resource:subnet and tenant:3fc73c2b6dc24f04b0a10b2cba547cef is out of sync, need to count used quota {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:38:15.371379 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-8e1721b1-6f65-44e5-b8cf-cb629064e603 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:38:15.380639 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-8e1721b1-6f65-44e5-b8cf-cb629064e603 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:38:15.414675 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e1721b1-6f65-44e5-b8cf-cb629064e603 admin admin] Made reservation on behalf of 3fc73c2b6dc24f04b0a10b2cba547cef for: {'subnet': 1} {{(pid=73832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 06 00:38:15.417243 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-8e1721b1-6f65-44e5-b8cf-cb629064e603 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10118879'] for subnet, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:15.536962 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.plugins.ml2.db [None req-80f6eedc-bd0b-4f41-b19c-4ea5fb89d9b7 None None] For port 5a77dc0a-d690-4f05-801e-75c8775657b9, host dv-cinder-784623-8-iscsi, cleared binding levels {{(pid=73834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 06 00:38:15.549950 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-f820e388-07b4-4ad3-924b-9dc0fa5a7313 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:15.561244 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.plugins.ml2.db [None req-80f6eedc-bd0b-4f41-b19c-4ea5fb89d9b7 None None] For port 5a77dc0a-d690-4f05-801e-75c8775657b9, host dv-cinder-784623-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-iscsi',level=0,port_id=5a77dc0a-d690-4f05-801e-75c8775657b9,segment=NetworkSegment(9e77dc6e-5839-4c5c-8941-3e48c898c98b),segment_id=9e77dc6e-5839-4c5c-8941-3e48c898c98b)] {{(pid=73834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 06 00:38:15.568615 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron_lib.callbacks.manager [None req-80f6eedc-bd0b-4f41-b19c-4ea5fb89d9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:15.577594 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:38:15.728965 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f6eedc-bd0b-4f41-b19c-4ea5fb89d9b7 None None] Routers {'df3e6708-0e10-4069-90a6-5118d6b57f5c'} bound to L3 agent in host dv-cinder-784623-8-iscsi {{(pid=73834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 00:38:15.729758 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_hamode_db [None req-80f6eedc-bd0b-4f41-b19c-4ea5fb89d9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9508c31e20>, 'dv-cinder-784623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-06T00:27:20Z,description=<?>,heartbeat_timestamp=2021-05-06T00:37:50Z,host='dv-cinder-784623-8-iscsi',id=3fa0790c-dd29-4495-aa07-f8a2ae482509,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T00:27:20Z,topic='l3_agent')) {'router_ids': ['df3e6708-0e10-4069-90a6-5118d6b57f5c'], 'active': True} {{(pid=73834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:38:15.803684 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.db_base_plugin_common [None req-be6dee71-f04d-4413-a8ea-2b8a0b8868bd admin admin] Allocated IP 172.20.0.1 (e0878acc-924c-400c-b8d1-cc988e03a31d/be856096-8e19-428f-b284-bc3a581b77c8/8ad830c0-8780-464f-8e9a-971e3ba0c914) {{(pid=73831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 06 00:38:15.892341 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2bc8a1-89dd-488f-aa54-c2667b6657b9 None None] Pushing event updated for resources: {'Port': ['ID=bedd84e7-be1b-427e-8b49-87ca137419b3,revision_number=2']} {{(pid=73833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:38:15.904096 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-ed2bc8a1-89dd-488f-aa54-c2667b6657b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.710s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:38:15.947451 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-ac156481-645c-4316-9dbe-010dcd3cc26c None None] Notify callbacks [] for port, precommit_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:15.967273 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-ac156481-645c-4316-9dbe-010dcd3cc26c None None] Transition to ACTIVE for port object 0ac8f2a6-6aa2-4024-ab10-93eaa673a7e7 will not be triggered until provisioned by entity L2. {{(pid=73833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 00:38:15.967483 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b067602b-2482-49e3-a078-fc0de151b2a9 None None] Pushing event updated for resources: {'Port': ['ID=5a77dc0a-d690-4f05-801e-75c8775657b9,revision_number=3']} {{(pid=73834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:38:15.978748 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-ac156481-645c-4316-9dbe-010dcd3cc26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:16.009037 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-f7a08737-9143-4d0b-8490-0e3bc47ee326 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:38:16.214288 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG oslo_concurrency.lockutils [None req-b067602b-2482-49e3-a078-fc0de151b2a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.637s {{(pid=73834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:38:16.395840 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_dvr_db [None req-80f6eedc-bd0b-4f41-b19c-4ea5fb89d9b7 None None] Set router df3e6708-0e10-4069-90a6-5118d6b57f5c gateway port host: dv-cinder-784623-8-iscsi {{(pid=73834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 00:38:16.407294 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Device bedd84e7-be1b-427e-8b49-87ca137419b3 up at agent ovs-agent-dv-cinder-784623-8-iscsi {{(pid=73833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 00:38:16.443022 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-f820e388-07b4-4ad3-924b-9dc0fa5a7313 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-433774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395008'] for router, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:16.816716 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-be6dee71-f04d-4413-a8ea-2b8a0b8868bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:16.847024 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81de68b9-3533-419c-88e0-66d194c162aa req-c9947cdf-57bb-438c-9504-cdc824d97097 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:38:16.859723 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-81de68b9-3533-419c-88e0-66d194c162aa req-c9947cdf-57bb-438c-9504-cdc824d97097 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=15ce2da6-b007-4eb2-a16e-92ba2286a634 HTTP/1.1" status: 200  len: 943 time: 0.3768010
May 06 00:38:16.908392 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_hamode_db [None req-80f6eedc-bd0b-4f41-b19c-4ea5fb89d9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9508c31e20>, [{'id': 'df3e6708-0e10-4069-90a6-5118d6b57f5c', 'name': 'tempest-TestVolumeBootPattern-831663068-router', 'tenant_id': '297eee93b96840e88b8d43444cfdffce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'external_fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '5a77dc0a-d690-4f05-801e-75c8775657b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:38:06Z', 'updated_at': '2021-05-06T00:38:10Z', 'revision_number': 3, 'project_id': '297eee93b96840e88b8d43444cfdffce', 'gw_port': {'id': '5a77dc0a-d690-4f05-801e-75c8775657b9', 'name': '', 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:bc:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df3e6708-0e10-4069-90a6-5118d6b57f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:38:08Z', 'updated_at': '2021-05-06T00:38:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-iscsi'}], 'dv-cinder-784623-8-iscsi', False) {} {{(pid=73834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:38:16.914123 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f6eedc-bd0b-4f41-b19c-4ea5fb89d9b7 None None] The sync data for ids ['df3e6708-0e10-4069-90a6-5118d6b57f5c'] in dv-cinder-784623-8-iscsi is: [{'id': 'df3e6708-0e10-4069-90a6-5118d6b57f5c', 'name': 'tempest-TestVolumeBootPattern-831663068-router', 'tenant_id': '297eee93b96840e88b8d43444cfdffce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'external_fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '5a77dc0a-d690-4f05-801e-75c8775657b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:38:06Z', 'updated_at': '2021-05-06T00:38:10Z', 'revision_number': 3, 'project_id': '297eee93b96840e88b8d43444cfdffce', 'gw_port': {'id': '5a77dc0a-d690-4f05-801e-75c8775657b9', 'name': '', 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:bc:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df3e6708-0e10-4069-90a6-5118d6b57f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:38:08Z', 'updated_at': '2021-05-06T00:38:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-iscsi'}] {{(pid=73834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 06 00:38:16.959545 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-8be18d31-914b-459a-8365-3038d138f157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:16.978110 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb60e946-200c-4927-b606-0ba0ed9de135 req-f06d8683-517a-4d93-890e-6fbbcdcc1014 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:38:16.987327 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.provisioning_blocks [None req-be6dee71-f04d-4413-a8ea-2b8a0b8868bd admin admin] Transition to ACTIVE for port object 8ad830c0-8780-464f-8e9a-971e3ba0c914 will not be triggered until provisioned by entity DHCP. {{(pid=73831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 00:38:16.987913 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-fb60e946-200c-4927-b606-0ba0ed9de135 req-f06d8683-517a-4d93-890e-6fbbcdcc1014 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bf01176-0ef5-4420-92a6-7fe2055496f1 HTTP/1.1" status: 200  len: 945 time: 1.0498199
May 06 00:38:16.988719 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f820e388-07b4-4ad3-924b-9dc0fa5a7313 admin admin] Router f40599ff-6837-4946-a9eb-345235693a63 is scheduled to L3 agent 3fa0790c-dd29-4495-aa07-f8a2ae482509 with binding_index 1 {{(pid=73832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 06 00:38:17.029217 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-81de68b9-3533-419c-88e0-66d194c162aa req-72493b05-33f3-44e3-bd69-3519f282e1fd tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a34f04e-64d6-4aca-9087-db3260c441d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1684761
May 06 00:38:17.056949 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10405402-9d25-417c-9f1c-80774e001404 None None] Pushing event updated for resources: {'Port': ['ID=0ac8f2a6-6aa2-4024-ab10-93eaa673a7e7,revision_number=3']} {{(pid=73833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:38:17.068068 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-10405402-9d25-417c-9f1c-80774e001404 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.060s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:38:17.069681 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.managers [None req-ac156481-645c-4316-9dbe-010dcd3cc26c None None] Attempting to bind port 0ac8f2a6-6aa2-4024-ab10-93eaa673a7e7 on host dv-cinder-784623-8-iscsi for vnic_type normal with profile  {{(pid=73833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 06 00:38:17.070249 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.managers [None req-ac156481-645c-4316-9dbe-010dcd3cc26c None None] Attempting to bind port 0ac8f2a6-6aa2-4024-ab10-93eaa673a7e7 by drivers openvswitch,hyperv on host dv-cinder-784623-8-iscsi at level 0 using segments [{'id': '024dc78f-673e-4ab1-a1b8-799f97b6b498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'dfefa750-c4cf-4fe5-9a50-39478c106a84'}] {{(pid=73833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 06 00:38:17.070804 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac156481-645c-4316-9dbe-010dcd3cc26c None None] Attempting to bind port 0ac8f2a6-6aa2-4024-ab10-93eaa673a7e7 on network dfefa750-c4cf-4fe5-9a50-39478c106a84 {{(pid=73833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 00:38:17.080640 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac156481-645c-4316-9dbe-010dcd3cc26c None None] Checking agent: {'id': '4b72a67e-bba9-4429-9bf9-904dcd8ce83b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 0, 27, 19), 'started_at': datetime.datetime(2021, 5, 6, 0, 27, 49), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 0, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 06 00:38:17.081351 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac156481-645c-4316-9dbe-010dcd3cc26c None None] Checking segment: {'id': '024dc78f-673e-4ab1-a1b8-799f97b6b498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'dfefa750-c4cf-4fe5-9a50-39478c106a84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 00:38:17.083333 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-ac156481-645c-4316-9dbe-010dcd3cc26c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:17.084051 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac156481-645c-4316-9dbe-010dcd3cc26c None None] Bound using segment: {'id': '024dc78f-673e-4ab1-a1b8-799f97b6b498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'dfefa750-c4cf-4fe5-9a50-39478c106a84'} {{(pid=73833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 06 00:38:17.084783 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.managers [None req-ac156481-645c-4316-9dbe-010dcd3cc26c None None] Bound port: 0ac8f2a6-6aa2-4024-ab10-93eaa673a7e7, host: dv-cinder-784623-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '024dc78f-673e-4ab1-a1b8-799f97b6b498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'dfefa750-c4cf-4fe5-9a50-39478c106a84'}}] {{(pid=73833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 06 00:38:17.085379 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-ac156481-645c-4316-9dbe-010dcd3cc26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:17.089965 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-be6dee71-f04d-4413-a8ea-2b8a0b8868bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767380898820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2942582'] for port, after_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:17.102685 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-1e22232a-78c6-4eb8-9442-b1d8ce93945c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:38:17.178228 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Provisioning for port bedd84e7-be1b-427e-8b49-87ca137419b3 completed by entity L2. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 00:38:17.188751 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Device 78412f43-d554-45b4-a942-83dce1a41781 up at agent ovs-agent-dv-cinder-784623-8-iscsi {{(pid=73833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 00:38:17.223951 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6dee71-f04d-4413-a8ea-2b8a0b8868bd admin admin] Network e0878acc-924c-400c-b8d1-cc988e03a31d is already hosted by enough agents. {{(pid=73831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 00:38:17.229234 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.scheduler.base_scheduler [None req-be6dee71-f04d-4413-a8ea-2b8a0b8868bd admin admin] Resources bound (agent type, host, resource id):  {{(pid=73831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 00:38:17.241008 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6dee71-f04d-4413-a8ea-2b8a0b8868bd admin admin] Received port after_create {{(pid=73831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 06 00:38:17.300322 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e95f1aa-63ad-4fe2-8334-af79357e20ac None None] Network 15dfc9d8-1e05-4ad2-b981-3952f9bb774d requested from dv-cinder-784623-8-iscsi {{(pid=73833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 06 00:38:17.306101 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6dee71-f04d-4413-a8ea-2b8a0b8868bd admin admin] Pushing event updated for resources: {'Port': ['ID=8ad830c0-8780-464f-8e9a-971e3ba0c914,revision_number=1']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:38:17.310782 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-be6dee71-f04d-4413-a8ea-2b8a0b8868bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:38:17.339927 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-be6dee71-f04d-4413-a8ea-2b8a0b8868bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-401631'] for router_interface, before_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:17.347233 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-ac156481-645c-4316-9dbe-010dcd3cc26c None None] For port 0ac8f2a6-6aa2-4024-ab10-93eaa673a7e7, host dv-cinder-784623-8-iscsi, cleared binding levels {{(pid=73833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 06 00:38:17.364052 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-ac156481-645c-4316-9dbe-010dcd3cc26c None None] For port 0ac8f2a6-6aa2-4024-ab10-93eaa673a7e7, host dv-cinder-784623-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-iscsi',level=0,port_id=0ac8f2a6-6aa2-4024-ab10-93eaa673a7e7,segment=NetworkSegment(024dc78f-673e-4ab1-a1b8-799f97b6b498),segment_id=024dc78f-673e-4ab1-a1b8-799f97b6b498)] {{(pid=73833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 06 00:38:17.390366 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-ac156481-645c-4316-9dbe-010dcd3cc26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:17.484707 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f820e388-07b4-4ad3-924b-9dc0fa5a7313 admin admin] Notify agent at l3_agent.dv-cinder-784623-8-iscsi the message routers_updated {{(pid=73832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 06 00:38:17.507498 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-10405402-9d25-417c-9f1c-80774e001404 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:38:17.535987 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-fb60e946-200c-4927-b606-0ba0ed9de135 req-26b61698-7cbd-4802-af54-ad809773c21b tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/security-groups?id=ceb8dabd-8ffc-4d87-9464-7f935bd56bb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5352643
May 06 00:38:17.538848 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-f820e388-07b4-4ad3-924b-9dc0fa5a7313 admin admin] Notify callbacks [] for router, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:17.540872 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-f820e388-07b4-4ad3-924b-9dc0fa5a7313 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 5.9142230
May 06 00:38:17.553167 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 41154) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:38:17.596844 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8b0075-c592-4552-889b-2eb6b13374b7 None None] Sync routers for ids ['f40599ff-6837-4946-a9eb-345235693a63'] in dv-cinder-784623-8-iscsi {{(pid=73833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 06 00:38:17.672814 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-be6dee71-f04d-4413-a8ea-2b8a0b8868bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:17.794831 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8b0075-c592-4552-889b-2eb6b13374b7 None None] Routers {'f40599ff-6837-4946-a9eb-345235693a63'} bound to L3 agent in host dv-cinder-784623-8-iscsi {{(pid=73833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 00:38:17.795475 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_hamode_db [None req-bc8b0075-c592-4552-889b-2eb6b13374b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f95090bf640>, 'dv-cinder-784623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-06T00:27:20Z,description=<?>,heartbeat_timestamp=2021-05-06T00:37:50Z,host='dv-cinder-784623-8-iscsi',id=3fa0790c-dd29-4495-aa07-f8a2ae482509,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T00:27:20Z,topic='l3_agent')) {'router_ids': ['f40599ff-6837-4946-a9eb-345235693a63'], 'active': True} {{(pid=73833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:38:18.055074 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-9d1af657-e7d4-414d-a55f-e3ddcf44c938 None None] Provisioning for port bedd84e7-be1b-427e-8b49-87ca137419b3 completed by entity DHCP. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 00:38:18.170730 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-be6dee71-f04d-4413-a8ea-2b8a0b8868bd admin admin] Notify callbacks [] for port, precommit_update {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:18.180872 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-be6dee71-f04d-4413-a8ea-2b8a0b8868bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2942575'] for port, after_update {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:18.245456 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-9d1af657-e7d4-414d-a55f-e3ddcf44c938 None None] Provisioning complete for port bedd84e7-be1b-427e-8b49-87ca137419b3 triggered by entity DHCP. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 00:38:18.247256 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-9d1af657-e7d4-414d-a55f-e3ddcf44c938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723253'] for port, provisioning_complete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:18.257753 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:38:18.296788 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-be6dee71-f04d-4413-a8ea-2b8a0b8868bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401532'] for router_interface, after_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:18.341520 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Provisioning complete for port 78412f43-d554-45b4-a942-83dce1a41781 triggered by entity L2. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 00:38:18.342080 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723253'] for port, provisioning_complete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:18.384511 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10405402-9d25-417c-9f1c-80774e001404 None None] Pushing event updated for resources: {'Port': ['ID=0ac8f2a6-6aa2-4024-ab10-93eaa673a7e7,revision_number=4']} {{(pid=73833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:38:18.415915 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac156481-645c-4316-9dbe-010dcd3cc26c None None] Routers {'19f5e112-a1dc-416f-ace2-4916d7930a1b'} bound to L3 agent in host dv-cinder-784623-8-iscsi {{(pid=73833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 00:38:18.417042 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_hamode_db [None req-ac156481-645c-4316-9dbe-010dcd3cc26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9508e4eeb0>, 'dv-cinder-784623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-06T00:27:20Z,description=<?>,heartbeat_timestamp=2021-05-06T00:37:50Z,host='dv-cinder-784623-8-iscsi',id=3fa0790c-dd29-4495-aa07-f8a2ae482509,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T00:27:20Z,topic='l3_agent')) {'router_ids': ['19f5e112-a1dc-416f-ace2-4916d7930a1b'], 'active': True} {{(pid=73833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:38:18.489699 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-10405402-9d25-417c-9f1c-80774e001404 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.982s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:38:18.522487 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6dee71-f04d-4413-a8ea-2b8a0b8868bd admin admin] Pushing event updated for resources: {'Port': ['ID=8ad830c0-8780-464f-8e9a-971e3ba0c914,revision_number=2']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:38:18.537154 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-be6dee71-f04d-4413-a8ea-2b8a0b8868bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:38:18.640123 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c6ee36-d30c-4ca1-b10d-0db0b4b29ebe req-fbc0efda-5b94-407a-bdf6-f8f785f5a113 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:38:18.648491 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-95c6ee36-d30c-4ca1-b10d-0db0b4b29ebe req-fbc0efda-5b94-407a-bdf6-f8f785f5a113 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=15ce2da6-b007-4eb2-a16e-92ba2286a634 HTTP/1.1" status: 200  len: 943 time: 0.2182164
May 06 00:38:18.701837 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6dee71-f04d-4413-a8ea-2b8a0b8868bd admin admin] Network e0878acc-924c-400c-b8d1-cc988e03a31d is already hosted by enough agents. {{(pid=73831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 00:38:18.716427 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-95c6ee36-d30c-4ca1-b10d-0db0b4b29ebe req-d2a5e74e-b956-439f-a4d4-913c304955ea tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a34f04e-64d6-4aca-9087-db3260c441d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0669496
May 06 00:38:18.721482 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.scheduler.base_scheduler [None req-be6dee71-f04d-4413-a8ea-2b8a0b8868bd admin admin] Resources bound (agent type, host, resource id):  {{(pid=73831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 00:38:18.745081 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_dvr_db [None req-bc8b0075-c592-4552-889b-2eb6b13374b7 None None] Set router f40599ff-6837-4946-a9eb-345235693a63 gateway port host: dv-cinder-784623-8-iscsi {{(pid=73833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 00:38:19.226017 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be6dee71-f04d-4413-a8ea-2b8a0b8868bd admin admin] Router df3e6708-0e10-4069-90a6-5118d6b57f5c has already been hosted by L3 agent 3fa0790c-dd29-4495-aa07-f8a2ae482509 {{(pid=73831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 06 00:38:19.292550 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-8e1721b1-6f65-44e5-b8cf-cb629064e603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2098477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10118829'] for subnet, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:19.307370 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-d5837c81-4830-4494-b8d6-ecf8bebe639e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:38:19.486432 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1721b1-6f65-44e5-b8cf-cb629064e603 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1144644b-a385-46b3-a0c3-f4eac028f2d2,revision_number=0']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:38:19.491635 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-3d66cf67-1037-479a-b00a-685bfa333089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:19.504463 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-8e1721b1-6f65-44e5-b8cf-cb629064e603 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:38:19.528225 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59122c42-af7f-49f0-ad94-e7eb2d7b6f73 req-f5c5f9de-4d69-4886-abf6-4ec7dabb3bd4 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:38:19.536311 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-59122c42-af7f-49f0-ad94-e7eb2d7b6f73 req-f5c5f9de-4d69-4886-abf6-4ec7dabb3bd4 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bf01176-0ef5-4420-92a6-7fe2055496f1 HTTP/1.1" status: 200  len: 945 time: 0.6797271
May 06 00:38:19.657976 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1721b1-6f65-44e5-b8cf-cb629064e603 admin admin] Checking segment: {'id': 'ad3796ff-8d99-4772-b33c-212fa30eb7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '8a76de60-8f51-46a7-82de-5e733a1b9171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 00:38:19.658326 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1721b1-6f65-44e5-b8cf-cb629064e603 admin admin] Network hostable DHCP agents. Network: 8a76de60-8f51-46a7-82de-5e733a1b9171, hostable agents: ['08bd01f5-d9ad-41d2-bccd-f8157b6c692c'], hosted agents: [] {{(pid=73832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 06 00:38:19.707804 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-59122c42-af7f-49f0-ad94-e7eb2d7b6f73 req-176ac6da-8638-4733-a110-e47758f11e29 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/security-groups?id=ceb8dabd-8ffc-4d87-9464-7f935bd56bb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1703672
May 06 00:38:19.795499 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be6dee71-f04d-4413-a8ea-2b8a0b8868bd admin admin] Notify agent at l3_agent.dv-cinder-784623-8-iscsi the message routers_updated {{(pid=73831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 06 00:38:19.811849 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1721b1-6f65-44e5-b8cf-cb629064e603 admin admin] Network 8a76de60-8f51-46a7-82de-5e733a1b9171 is scheduled to be hosted by DHCP agent 08bd01f5-d9ad-41d2-bccd-f8157b6c692c with binding_index 1 {{(pid=73832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 06 00:38:19.824756 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-be6dee71-f04d-4413-a8ea-2b8a0b8868bd admin admin] 10.222.0.24 "PUT /v2.0/routers/df3e6708-0e10-4069-90a6-5118d6b57f5c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.7071514
May 06 00:38:19.852530 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.scheduler.base_scheduler [None req-8e1721b1-6f65-44e5-b8cf-cb629064e603 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-8-iscsi, 8a76de60-8f51-46a7-82de-5e733a1b9171) {{(pid=73832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 00:38:19.876674 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1721b1-6f65-44e5-b8cf-cb629064e603 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:38:19.877298 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-8e1721b1-6f65-44e5-b8cf-cb629064e603 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535980'] for subnet, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:19.897952 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.agents_db [None req-ee74f776-58ee-4f13-aa41-ceaf6d7d8c19 None None] Agent healthcheck: found 6 active agents {{(pid=73834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 06 00:38:19.912966 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e86625a-a486-4ec5-b4fb-851f6794831d None None] Sync routers for ids ['df3e6708-0e10-4069-90a6-5118d6b57f5c'] in dv-cinder-784623-8-iscsi {{(pid=73834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 06 00:38:19.930227 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e86625a-a486-4ec5-b4fb-851f6794831d None None] Routers {'df3e6708-0e10-4069-90a6-5118d6b57f5c'} bound to L3 agent in host dv-cinder-784623-8-iscsi {{(pid=73834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 00:38:19.936282 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_hamode_db [None req-8e86625a-a486-4ec5-b4fb-851f6794831d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9508dfb940>, 'dv-cinder-784623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-06T00:27:20Z,description=<?>,heartbeat_timestamp=2021-05-06T00:37:50Z,host='dv-cinder-784623-8-iscsi',id=3fa0790c-dd29-4495-aa07-f8a2ae482509,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T00:27:20Z,topic='l3_agent')) {'router_ids': ['df3e6708-0e10-4069-90a6-5118d6b57f5c'], 'active': True} {{(pid=73834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:38:19.986425 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0848af97-fcac-4012-b1ef-7da7cd85387a None None] Network 8a76de60-8f51-46a7-82de-5e733a1b9171 requested from dv-cinder-784623-8-iscsi {{(pid=73833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 06 00:38:20.067526 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-8e1721b1-6f65-44e5-b8cf-cb629064e603 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 5.2936289
May 06 00:38:20.067888 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 41186) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:38:20.072138 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.v2.base [None req-8d185707-e50f-4590-8b2c-68eaca343ffb admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1240746119-router', 'tenant_id': '3fc73c2b6dc24f04b0a10b2cba547cef', 'external_gateway_info': {'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4'}}} {{(pid=73831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:38:20.084214 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-8d185707-e50f-4590-8b2c-68eaca343ffb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:38:20.099212 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-8d185707-e50f-4590-8b2c-68eaca343ffb admin admin] Usage tracker for resource:router and tenant:3fc73c2b6dc24f04b0a10b2cba547cef is out of sync, need to count used quota {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:38:20.108175 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-8d185707-e50f-4590-8b2c-68eaca343ffb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:38:20.126836 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-8d185707-e50f-4590-8b2c-68eaca343ffb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:38:20.145224 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.db_base_plugin_common [None req-3d66cf67-1037-479a-b00a-685bfa333089 admin admin] Allocated IP 172.20.0.1 (15dfc9d8-1e05-4ad2-b981-3952f9bb774d/6ddb1204-ef97-486b-8c25-ebef669ab3d1/3caf4b08-f7c9-4c7e-a58d-de7ffc14ed09) {{(pid=73832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 06 00:38:20.153349 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-8d185707-e50f-4590-8b2c-68eaca343ffb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-451811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3440'] for router, before_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:20.155038 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-8d185707-e50f-4590-8b2c-68eaca343ffb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-451820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409324', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-491947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3401'] for router, precommit_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:20.199368 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-8d185707-e50f-4590-8b2c-68eaca343ffb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:20.267019 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e39dad-1bc1-4345-8c3a-04e456ea4a26 req-7f132f94-684b-4ca0-a9c0-3d077a766c91 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:38:20.268248 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-52e39dad-1bc1-4345-8c3a-04e456ea4a26 req-7f132f94-684b-4ca0-a9c0-3d077a766c91 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=15ce2da6-b007-4eb2-a16e-92ba2286a634 HTTP/1.1" status: 200  len: 943 time: 0.3192163
May 06 00:38:20.490856 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_dvr_db [None req-8e86625a-a486-4ec5-b4fb-851f6794831d None None] Set router df3e6708-0e10-4069-90a6-5118d6b57f5c gateway port host: dv-cinder-784623-8-iscsi {{(pid=73834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 00:38:20.511423 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df172b45-926a-4bd6-83d8-8fb85f8e821e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ffa6a74-49b1-57e1-8600-1f37db923f22-8a76de60-8f51-46a7-82de-5e733a1b9171', 'network_id': '8a76de60-8f51-46a7-82de-5e733a1b9171', 'tenant_id': '3fc73c2b6dc24f04b0a10b2cba547cef', 'fixed_ips': [{'subnet_id': '1144644b-a385-46b3-a0c3-f4eac028f2d2'}]}} from dv-cinder-784623-8-iscsi. {{(pid=73833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
May 06 00:38:20.512268 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-df172b45-926a-4bd6-83d8-8fb85f8e821e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_create {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:20.532843 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-90084741-9b8f-423c-9f16-72d74cd0e02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:20.667709 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-52e39dad-1bc1-4345-8c3a-04e456ea4a26 req-dd85dcc6-fc9e-403f-969c-8dbc87fdcc78 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a34f04e-64d6-4aca-9087-db3260c441d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3528941
May 06 00:38:20.712783 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-8d185707-e50f-4590-8b2c-68eaca343ffb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-409237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-433687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3415'] for router, precommit_update {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:20.715855 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:20.774150 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-3d66cf67-1037-479a-b00a-685bfa333089 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:20.814742 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.db_base_plugin_common [None req-df172b45-926a-4bd6-83d8-8fb85f8e821e None None] Allocated IP 172.20.0.2 (8a76de60-8f51-46a7-82de-5e733a1b9171/1144644b-a385-46b3-a0c3-f4eac028f2d2/a033944b-e7bd-432d-8324-bd4b5c70a4df) {{(pid=73833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 06 00:38:20.822251 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-9d1af657-e7d4-414d-a55f-e3ddcf44c938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:20.849324 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.provisioning_blocks [None req-3d66cf67-1037-479a-b00a-685bfa333089 admin admin] Transition to ACTIVE for port object 3caf4b08-f7c9-4c7e-a58d-de7ffc14ed09 will not be triggered until provisioned by entity DHCP. {{(pid=73832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 00:38:20.892278 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_dvr_db [None req-ac156481-645c-4316-9dbe-010dcd3cc26c None None] Set router 19f5e112-a1dc-416f-ace2-4916d7930a1b gateway port host: dv-cinder-784623-8-iscsi {{(pid=73833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 00:38:20.982456 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-3d66cf67-1037-479a-b00a-685bfa333089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767380898820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2182845'] for port, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:20.994184 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:38:21.012895 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-05351ff3-f90a-4d96-99f9-a606421dbaed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:21.058506 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d66cf67-1037-479a-b00a-685bfa333089 admin admin] Network 15dfc9d8-1e05-4ad2-b981-3952f9bb774d is already hosted by enough agents. {{(pid=73832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 00:38:21.065225 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.scheduler.base_scheduler [None req-3d66cf67-1037-479a-b00a-685bfa333089 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 00:38:21.067972 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d66cf67-1037-479a-b00a-685bfa333089 admin admin] Received port after_create {{(pid=73832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 06 00:38:21.106690 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_hamode_db [None req-bc8b0075-c592-4552-889b-2eb6b13374b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f95090bf640>, [{'id': 'f40599ff-6837-4946-a9eb-345235693a63', 'name': 'tempest-TestMinimumBasicScenario-360900618-router', 'tenant_id': '68c4e335ddc64d6ea6ca565079799e9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'external_fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': 'c995136f-bb0d-4988-8230-e4598d2687c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:38:11Z', 'updated_at': '2021-05-06T00:38:15Z', 'revision_number': 3, 'project_id': '68c4e335ddc64d6ea6ca565079799e9b', 'gw_port': {'id': 'c995136f-bb0d-4988-8230-e4598d2687c9', 'name': '', 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:a3:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f40599ff-6837-4946-a9eb-345235693a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:38:13Z', 'updated_at': '2021-05-06T00:38:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-iscsi'}], 'dv-cinder-784623-8-iscsi', False) {} {{(pid=73833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:38:21.139324 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d66cf67-1037-479a-b00a-685bfa333089 admin admin] Pushing event updated for resources: {'Port': ['ID=3caf4b08-f7c9-4c7e-a58d-de7ffc14ed09,revision_number=1']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:38:21.143835 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-3d66cf67-1037-479a-b00a-685bfa333089 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:38:21.168694 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-3d66cf67-1037-479a-b00a-685bfa333089 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-401631'] for router_interface, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:21.201338 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-9d1af657-e7d4-414d-a55f-e3ddcf44c938 None None] For port bedd84e7-be1b-427e-8b49-87ca137419b3, host dv-cinder-784623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-iscsi',level=0,port_id=bedd84e7-be1b-427e-8b49-87ca137419b3,segment=NetworkSegment(2bae0777-846d-4f49-9130-4d4d1a8d5ba5),segment_id=2bae0777-846d-4f49-9130-4d4d1a8d5ba5)] {{(pid=73833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:38:21.210741 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe4beac-2c36-4b13-b0d3-8da8095a6077 req-451d58bb-6f39-4c28-8954-7787e53391ab tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:38:21.212254 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-ffe4beac-2c36-4b13-b0d3-8da8095a6077 req-451d58bb-6f39-4c28-8954-7787e53391ab tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bf01176-0ef5-4420-92a6-7fe2055496f1 HTTP/1.1" status: 200  len: 945 time: 0.3108850
May 06 00:38:21.230362 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_hamode_db [None req-8e86625a-a486-4ec5-b4fb-851f6794831d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9508dfb940>, [{'id': 'df3e6708-0e10-4069-90a6-5118d6b57f5c', 'name': 'tempest-TestVolumeBootPattern-831663068-router', 'tenant_id': '297eee93b96840e88b8d43444cfdffce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'external_fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '5a77dc0a-d690-4f05-801e-75c8775657b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:38:06Z', 'updated_at': '2021-05-06T00:38:17Z', 'revision_number': 4, 'project_id': '297eee93b96840e88b8d43444cfdffce', 'gw_port': {'id': '5a77dc0a-d690-4f05-801e-75c8775657b9', 'name': '', 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:bc:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df3e6708-0e10-4069-90a6-5118d6b57f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:38:08Z', 'updated_at': '2021-05-06T00:38:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-iscsi', '_interfaces': [{'id': '8ad830c0-8780-464f-8e9a-971e3ba0c914', 'name': '', 'network_id': 'e0878acc-924c-400c-b8d1-cc988e03a31d', 'tenant_id': '297eee93b96840e88b8d43444cfdffce', 'mac_address': 'fa:16:3e:df:b7:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df3e6708-0e10-4069-90a6-5118d6b57f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'be856096-8e19-428f-b284-bc3a581b77c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:38:15Z', 'updated_at': '2021-05-06T00:38:17Z', 'revision_number': 2, 'project_id': '297eee93b96840e88b8d43444cfdffce', 'subnets': [{'id': 'be856096-8e19-428f-b284-bc3a581b77c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-8-iscsi', False) {} {{(pid=73834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:38:21.237279 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e86625a-a486-4ec5-b4fb-851f6794831d None None] Checking router: df3e6708-0e10-4069-90a6-5118d6b57f5c for host: dv-cinder-784623-8-iscsi {{(pid=73834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 06 00:38:21.237919 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e86625a-a486-4ec5-b4fb-851f6794831d None None] Updating router df3e6708-0e10-4069-90a6-5118d6b57f5c port 8ad830c0-8780-464f-8e9a-971e3ba0c914 binding host dv-cinder-784623-8-iscsi {{(pid=73834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 06 00:38:21.291967 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-ffe4beac-2c36-4b13-b0d3-8da8095a6077 req-420f2630-7efd-4c2a-953b-fcea53c7f046 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/security-groups?id=ceb8dabd-8ffc-4d87-9464-7f935bd56bb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0663629
May 06 00:38:21.396700 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8b0075-c592-4552-889b-2eb6b13374b7 None None] Checking router: f40599ff-6837-4946-a9eb-345235693a63 for host: dv-cinder-784623-8-iscsi {{(pid=73833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 06 00:38:21.397167 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8b0075-c592-4552-889b-2eb6b13374b7 None None] Updating router f40599ff-6837-4946-a9eb-345235693a63 port c995136f-bb0d-4988-8230-e4598d2687c9 binding host dv-cinder-784623-8-iscsi {{(pid=73833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 06 00:38:21.406772 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron_lib.callbacks.manager [None req-8e86625a-a486-4ec5-b4fb-851f6794831d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:21.486585 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-3d66cf67-1037-479a-b00a-685bfa333089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:21.528117 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-8d185707-e50f-4590-8b2c-68eaca343ffb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:21.529873 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 41206) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:38:21.538016 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.v2.base [None req-c09b8963-32d7-4ca4-ac36-76a20e81742a tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-841474901', 'description': 'tempest-secgroup-smoke-841474901 description', 'project_id': '24c0c0411f574f8f960e5150472df75e'}} {{(pid=73832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:38:21.545719 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-c09b8963-32d7-4ca4-ac36-76a20e81742a tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:38:21.557385 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-bc8b0075-c592-4552-889b-2eb6b13374b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:21.578690 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-c09b8963-32d7-4ca4-ac36-76a20e81742a tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Usage tracker for resource:security_group and tenant:24c0c0411f574f8f960e5150472df75e is out of sync, need to count used quota {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:38:21.584037 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Device 5a77dc0a-d690-4f05-801e-75c8775657b9 up at agent ovs-agent-dv-cinder-784623-8-iscsi {{(pid=73833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 00:38:21.588398 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-c09b8963-32d7-4ca4-ac36-76a20e81742a tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:38:21.597179 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-c09b8963-32d7-4ca4-ac36-76a20e81742a tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:38:21.616535 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-9d1af657-e7d4-414d-a55f-e3ddcf44c938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:21.618035 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-c09b8963-32d7-4ca4-ac36-76a20e81742a tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Notify callbacks [] for security_group, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:21.638057 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:38:21.642086 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-8d185707-e50f-4590-8b2c-68eaca343ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:21.651008 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-c09b8963-32d7-4ca4-ac36-76a20e81742a tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:38:21.672601 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-c09b8963-32d7-4ca4-ac36-76a20e81742a tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Usage tracker for resource:security_group_rule and tenant:24c0c0411f574f8f960e5150472df75e is out of sync, need to count used quota {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:38:21.679351 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-c09b8963-32d7-4ca4-ac36-76a20e81742a tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:38:21.731018 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-c09b8963-32d7-4ca4-ac36-76a20e81742a tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:38:21.845983 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17d8612-bd22-4085-8e0b-54a85bd662d1 req-af25941f-1461-4878-9193-7c9e48bc7340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:38:21.850683 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-e17d8612-bd22-4085-8e0b-54a85bd662d1 req-af25941f-1461-4878-9193-7c9e48bc7340 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aea92748b0624ad09d804decdf1eee48&device_id=15ce2da6-b007-4eb2-a16e-92ba2286a634 HTTP/1.1" status: 200  len: 1096 time: 0.2744141
May 06 00:38:21.928029 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-c09b8963-32d7-4ca4-ac36-76a20e81742a tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Notify callbacks [] for security_group, precommit_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:21.942988 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-c09b8963-32d7-4ca4-ac36-76a20e81742a tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:21.949309 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-3d66cf67-1037-479a-b00a-685bfa333089 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:21.951093 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-aa17adc3-7809-4ab3-9657-203f33fc405b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:38:21.970886 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-3d66cf67-1037-479a-b00a-685bfa333089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2182820'] for port, after_update {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:22.075151 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09b8963-32d7-4ca4-ac36-76a20e81742a tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=079ebf81-42ef-4ee7-ac10-dfe00866b3f7,revision_number=1']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:38:22.084766 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-c09b8963-32d7-4ca4-ac36-76a20e81742a tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:38:22.088934 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.087s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:38:22.090312 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1af657-e7d4-414d-a55f-e3ddcf44c938 None None] Pushing event updated for resources: {'Port': ['ID=bedd84e7-be1b-427e-8b49-87ca137419b3,revision_number=3']} {{(pid=73833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:38:22.096298 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron_lib.callbacks.manager [None req-8e86625a-a486-4ec5-b4fb-851f6794831d None None] Notify callbacks [] for port, precommit_update {{(pid=73834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:22.113818 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-9d1af657-e7d4-414d-a55f-e3ddcf44c938 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:38:22.114918 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.provisioning_blocks [None req-8e86625a-a486-4ec5-b4fb-851f6794831d None None] Transition to ACTIVE for port object 8ad830c0-8780-464f-8e9a-971e3ba0c914 will not be triggered until provisioned by entity L2. {{(pid=73834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 00:38:22.117324 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-c09b8963-32d7-4ca4-ac36-76a20e81742a tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Notify callbacks [] for security_group, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:22.118525 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-c09b8963-32d7-4ca4-ac36-76a20e81742a tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.5877175
May 06 00:38:22.124956 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-06e5bd5a-9e4a-4653-864f-becf711c9df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:22.125357 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron_lib.callbacks.manager [None req-8e86625a-a486-4ec5-b4fb-851f6794831d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:22.132429 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 41212) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:38:22.136276 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-3d66cf67-1037-479a-b00a-685bfa333089 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401532'] for router_interface, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:22.137941 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG oslo_concurrency.lockutils [None req-b067602b-2482-49e3-a078-fc0de151b2a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:38:22.156483 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Provisioning for port 5a77dc0a-d690-4f05-801e-75c8775657b9 completed by entity L2. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 00:38:22.159763 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.v2.base [None req-89936908-6d1f-4442-818d-d8a82e1b5c0e tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Request body: {'security_group_rule': {'security_group_id': '079ebf81-42ef-4ee7-ac10-dfe00866b3f7', 'project_id': '24c0c0411f574f8f960e5150472df75e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:38:22.167991 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-89936908-6d1f-4442-818d-d8a82e1b5c0e tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:38:22.173243 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-89936908-6d1f-4442-818d-d8a82e1b5c0e tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Usage tracker for resource:security_group_rule and tenant:24c0c0411f574f8f960e5150472df75e is out of sync, need to count used quota {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:38:22.176830 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-89936908-6d1f-4442-818d-d8a82e1b5c0e tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:38:22.183920 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-89936908-6d1f-4442-818d-d8a82e1b5c0e tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:38:22.194504 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.db_base_plugin_common [None req-8d185707-e50f-4590-8b2c-68eaca343ffb admin admin] Allocated IP 172.27.3.232 (86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4/5f976aaf-f539-4cba-9109-d63a57e1b399/e0749598-9ee4-4799-aea4-3fba3336e85b) {{(pid=73831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 06 00:38:22.216983 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-087a1dd2-8947-414a-bedb-fbe08b286c1d None None] Provisioning for port 3caf4b08-f7c9-4c7e-a58d-de7ffc14ed09 completed by entity DHCP. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 00:38:22.224752 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-89936908-6d1f-4442-818d-d8a82e1b5c0e tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:22.234328 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Provisioning complete for port 5a77dc0a-d690-4f05-801e-75c8775657b9 triggered by entity L2. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 00:38:22.234941 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723253'] for port, provisioning_complete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:22.238979 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d66cf67-1037-479a-b00a-685bfa333089 admin admin] Pushing event updated for resources: {'Port': ['ID=3caf4b08-f7c9-4c7e-a58d-de7ffc14ed09,revision_number=2']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:38:22.245413 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961dceb-d49f-4c2f-a958-9d2fcded120b None None] Pushing event updated for resources: {'Port': ['ID=8ad830c0-8780-464f-8e9a-971e3ba0c914,revision_number=3']} {{(pid=73834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:38:22.251933 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-3d66cf67-1037-479a-b00a-685bfa333089 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:38:22.263764 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17d8612-bd22-4085-8e0b-54a85bd662d1 req-58e675bb-ed70-4f73-850b-8a52fb12632d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:38:22.265414 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-e17d8612-bd22-4085-8e0b-54a85bd662d1 req-58e675bb-ed70-4f73-850b-8a52fb12632d service neutron] 10.222.0.30 "GET /v2.0/networks?id=f1ee20ed-17e0-4650-a61e-4e2579bfb5cb HTTP/1.1" status: 200  len: 918 time: 0.3564913
May 06 00:38:22.267688 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d670b6-d4ad-46e4-b0d3-1d5ab1081975 req-cec803c6-1889-4384-aa28-718543403b85 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:38:22.278446 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-087a1dd2-8947-414a-bedb-fbe08b286c1d None None] Provisioning complete for port 3caf4b08-f7c9-4c7e-a58d-de7ffc14ed09 triggered by entity DHCP. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 00:38:22.279054 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-087a1dd2-8947-414a-bedb-fbe08b286c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723253'] for port, provisioning_complete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:22.280567 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-58d670b6-d4ad-46e4-b0d3-1d5ab1081975 req-cec803c6-1889-4384-aa28-718543403b85 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=15ce2da6-b007-4eb2-a16e-92ba2286a634 HTTP/1.1" status: 200  len: 943 time: 0.3858652
May 06 00:38:22.373810 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d66cf67-1037-479a-b00a-685bfa333089 admin admin] Network 15dfc9d8-1e05-4ad2-b981-3952f9bb774d is already hosted by enough agents. {{(pid=73832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 00:38:22.378094 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.scheduler.base_scheduler [None req-3d66cf67-1037-479a-b00a-685bfa333089 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 00:38:22.391874 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG oslo_concurrency.lockutils [None req-4961dceb-d49f-4c2f-a958-9d2fcded120b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=73834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:38:22.508104 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-df172b45-926a-4bd6-83d8-8fb85f8e821e None None] Notify callbacks [] for port, precommit_create {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:22.549933 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-df172b45-926a-4bd6-83d8-8fb85f8e821e None None] Transition to ACTIVE for port object a033944b-e7bd-432d-8324-bd4b5c70a4df will not be triggered until provisioned by entity L2. {{(pid=73833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 00:38:22.595728 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-58d670b6-d4ad-46e4-b0d3-1d5ab1081975 req-2f62b43f-99bc-4e5b-b65d-5a8df41ebe49 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a34f04e-64d6-4aca-9087-db3260c441d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3108482
May 06 00:38:22.598986 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.plugin [None req-087a1dd2-8947-414a-bedb-fbe08b286c1d None None] Port 3caf4b08-f7c9-4c7e-a58d-de7ffc14ed09 cannot update to ACTIVE because it is not bound. {{(pid=73833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 06 00:38:22.634556 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-df172b45-926a-4bd6-83d8-8fb85f8e821e None None] Transition to ACTIVE for port object a033944b-e7bd-432d-8324-bd4b5c70a4df will not be triggered until provisioned by entity DHCP. {{(pid=73833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 00:38:22.652094 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.plugins.ml2.managers [None req-8e86625a-a486-4ec5-b4fb-851f6794831d None None] Attempting to bind port 8ad830c0-8780-464f-8e9a-971e3ba0c914 on host dv-cinder-784623-8-iscsi for vnic_type normal with profile  {{(pid=73834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 06 00:38:22.652628 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.plugins.ml2.managers [None req-8e86625a-a486-4ec5-b4fb-851f6794831d None None] Attempting to bind port 8ad830c0-8780-464f-8e9a-971e3ba0c914 by drivers openvswitch,hyperv on host dv-cinder-784623-8-iscsi at level 0 using segments [{'id': 'b58bdf18-5de0-4e7f-8f68-7b9cb2ce7be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'e0878acc-924c-400c-b8d1-cc988e03a31d'}] {{(pid=73834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 06 00:38:22.653110 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e86625a-a486-4ec5-b4fb-851f6794831d None None] Attempting to bind port 8ad830c0-8780-464f-8e9a-971e3ba0c914 on network e0878acc-924c-400c-b8d1-cc988e03a31d {{(pid=73834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 00:38:22.664310 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e86625a-a486-4ec5-b4fb-851f6794831d None None] Checking agent: {'id': '4b72a67e-bba9-4429-9bf9-904dcd8ce83b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 0, 27, 19), 'started_at': datetime.datetime(2021, 5, 6, 0, 27, 49), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 0, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 06 00:38:22.667338 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e86625a-a486-4ec5-b4fb-851f6794831d None None] Checking segment: {'id': 'b58bdf18-5de0-4e7f-8f68-7b9cb2ce7be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'e0878acc-924c-400c-b8d1-cc988e03a31d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 00:38:22.667338 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron_lib.callbacks.manager [None req-8e86625a-a486-4ec5-b4fb-851f6794831d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:22.668954 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e86625a-a486-4ec5-b4fb-851f6794831d None None] Bound using segment: {'id': 'b58bdf18-5de0-4e7f-8f68-7b9cb2ce7be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'e0878acc-924c-400c-b8d1-cc988e03a31d'} {{(pid=73834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 06 00:38:22.670586 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.plugins.ml2.managers [None req-8e86625a-a486-4ec5-b4fb-851f6794831d None None] Bound port: 8ad830c0-8780-464f-8e9a-971e3ba0c914, host: dv-cinder-784623-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b58bdf18-5de0-4e7f-8f68-7b9cb2ce7be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'e0878acc-924c-400c-b8d1-cc988e03a31d'}}] {{(pid=73834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 06 00:38:22.671113 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron_lib.callbacks.manager [None req-8e86625a-a486-4ec5-b4fb-851f6794831d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:22.691159 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-df172b45-926a-4bd6-83d8-8fb85f8e821e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767380898820'] for port, after_create {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:22.724313 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-27af709e-e6a0-4795-8fd7-61daa3e50627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:38:22.786809 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:22.793163 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-087a1dd2-8947-414a-bedb-fbe08b286c1d None None] Provisioning for port 8ad830c0-8780-464f-8e9a-971e3ba0c914 completed by entity DHCP. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 00:38:22.798837 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-e17d8612-bd22-4085-8e0b-54a85bd662d1 req-879fac75-2630-409b-a2c2-20b0d50b795c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=163e2ec3-2d31-4d71-b82f-9ef0fbf1fa68 HTTP/1.1" status: 200  len: 999 time: 0.5197089
May 06 00:38:22.806280 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-89936908-6d1f-4442-818d-d8a82e1b5c0e tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:22.855065 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] For port 5a77dc0a-d690-4f05-801e-75c8775657b9, host dv-cinder-784623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-iscsi',level=0,port_id=5a77dc0a-d690-4f05-801e-75c8775657b9,segment=NetworkSegment(9e77dc6e-5839-4c5c-8941-3e48c898c98b),segment_id=9e77dc6e-5839-4c5c-8941-3e48c898c98b)] {{(pid=73833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:38:22.859092 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.plugins.ml2.db [None req-8e86625a-a486-4ec5-b4fb-851f6794831d None None] For port 8ad830c0-8780-464f-8e9a-971e3ba0c914, host dv-cinder-784623-8-iscsi, cleared binding levels {{(pid=73834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 06 00:38:22.864209 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.plugins.ml2.db [None req-8e86625a-a486-4ec5-b4fb-851f6794831d None None] For port 8ad830c0-8780-464f-8e9a-971e3ba0c914, host dv-cinder-784623-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-iscsi',level=0,port_id=8ad830c0-8780-464f-8e9a-971e3ba0c914,segment=NetworkSegment(b58bdf18-5de0-4e7f-8f68-7b9cb2ce7be2),segment_id=b58bdf18-5de0-4e7f-8f68-7b9cb2ce7be2)] {{(pid=73834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 06 00:38:22.865075 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df172b45-926a-4bd6-83d8-8fb85f8e821e None None] Network 8a76de60-8f51-46a7-82de-5e733a1b9171 is already hosted by enough agents. {{(pid=73833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 00:38:22.868654 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron_lib.callbacks.manager [None req-8e86625a-a486-4ec5-b4fb-851f6794831d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:22.873316 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-89936908-6d1f-4442-818d-d8a82e1b5c0e tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230'] for security_group_rule, after_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:22.878568 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_hamode_db [None req-ac156481-645c-4316-9dbe-010dcd3cc26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9508e4eeb0>, [{'id': '19f5e112-a1dc-416f-ace2-4916d7930a1b', 'name': 'tempest-TestMinimumBasicScenario-1806991004-router', 'tenant_id': '0b890f9b623c4aa1bd3a726f7dc8838e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'external_fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '0459f193-550b-4b26-891f-cdf82e0bde5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:37:57Z', 'updated_at': '2021-05-06T00:38:02Z', 'revision_number': 4, 'project_id': '0b890f9b623c4aa1bd3a726f7dc8838e', 'gw_port': {'id': '0459f193-550b-4b26-891f-cdf82e0bde5e', 'name': '', 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:7e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f5e112-a1dc-416f-ace2-4916d7930a1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:37:58Z', 'updated_at': '2021-05-06T00:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-iscsi', '_interfaces': [{'id': '0ac8f2a6-6aa2-4024-ab10-93eaa673a7e7', 'name': '', 'network_id': 'dfefa750-c4cf-4fe5-9a50-39478c106a84', 'tenant_id': '0b890f9b623c4aa1bd3a726f7dc8838e', 'mac_address': 'fa:16:3e:dc:55:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19f5e112-a1dc-416f-ace2-4916d7930a1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '10dd42a5-a5ec-4dc6-b51c-78099354ecd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:38:02Z', 'updated_at': '2021-05-06T00:38:17Z', 'revision_number': 4, 'project_id': '0b890f9b623c4aa1bd3a726f7dc8838e', 'subnets': [{'id': '10dd42a5-a5ec-4dc6-b51c-78099354ecd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-8-iscsi', False) {} {{(pid=73833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:38:22.880705 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:38:22.883317 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.scheduler.base_scheduler [None req-df172b45-926a-4bd6-83d8-8fb85f8e821e None None] Resources bound (agent type, host, resource id):  {{(pid=73833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 00:38:22.890921 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:22.892337 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Device 0ac8f2a6-6aa2-4024-ab10-93eaa673a7e7 up at agent ovs-agent-dv-cinder-784623-8-iscsi {{(pid=73833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 00:38:22.901055 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d315f6-d32f-452e-bc24-4ffb87bc0426 req-f7f40d98-cca2-42e3-a31b-5a86a8c521d8 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:38:22.902234 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-32d315f6-d32f-452e-bc24-4ffb87bc0426 req-f7f40d98-cca2-42e3-a31b-5a86a8c521d8 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.30 "GET /v2.0/ports?device_id=3bf01176-0ef5-4420-92a6-7fe2055496f1 HTTP/1.1" status: 200  len: 945 time: 0.2849841
May 06 00:38:22.902436 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:38:22.931265 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df172b45-926a-4bd6-83d8-8fb85f8e821e None None] Received port after_create {{(pid=73833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 06 00:38:22.935595 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df172b45-926a-4bd6-83d8-8fb85f8e821e None None] Pushing event updated for resources: {'Port': ['ID=a033944b-e7bd-432d-8324-bd4b5c70a4df,revision_number=1']} {{(pid=73833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:38:22.948534 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac156481-645c-4316-9dbe-010dcd3cc26c None None] The sync data for ids ['19f5e112-a1dc-416f-ace2-4916d7930a1b'] in dv-cinder-784623-8-iscsi is: [{'id': '19f5e112-a1dc-416f-ace2-4916d7930a1b', 'name': 'tempest-TestMinimumBasicScenario-1806991004-router', 'tenant_id': '0b890f9b623c4aa1bd3a726f7dc8838e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'external_fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '0459f193-550b-4b26-891f-cdf82e0bde5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:37:57Z', 'updated_at': '2021-05-06T00:38:02Z', 'revision_number': 4, 'project_id': '0b890f9b623c4aa1bd3a726f7dc8838e', 'gw_port': {'id': '0459f193-550b-4b26-891f-cdf82e0bde5e', 'name': '', 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:7e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f5e112-a1dc-416f-ace2-4916d7930a1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:37:58Z', 'updated_at': '2021-05-06T00:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-iscsi', '_interfaces': [{'id': '0ac8f2a6-6aa2-4024-ab10-93eaa673a7e7', 'name': '', 'network_id': 'dfefa750-c4cf-4fe5-9a50-39478c106a84', 'tenant_id': '0b890f9b623c4aa1bd3a726f7dc8838e', 'mac_address': 'fa:16:3e:dc:55:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19f5e112-a1dc-416f-ace2-4916d7930a1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '10dd42a5-a5ec-4dc6-b51c-78099354ecd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:38:02Z', 'updated_at': '2021-05-06T00:38:17Z', 'revision_number': 4, 'project_id': '0b890f9b623c4aa1bd3a726f7dc8838e', 'subnets': [{'id': '10dd42a5-a5ec-4dc6-b51c-78099354ecd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 06 00:38:22.955373 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-df172b45-926a-4bd6-83d8-8fb85f8e821e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:38:22.968376 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961dceb-d49f-4c2f-a958-9d2fcded120b None None] Pushing event updated for resources: {'Port': ['ID=8ad830c0-8780-464f-8e9a-971e3ba0c914,revision_number=4']} {{(pid=73834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:38:22.981014 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG oslo_concurrency.lockutils [None req-4961dceb-d49f-4c2f-a958-9d2fcded120b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=73834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:38:22.984486 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-2f813db5-268f-4d0a-a476-bbff2e18f3ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:38:22.988138 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e86625a-a486-4ec5-b4fb-851f6794831d None None] Routers {'df3e6708-0e10-4069-90a6-5118d6b57f5c'} bound to L3 agent in host dv-cinder-784623-8-iscsi {{(pid=73834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 00:38:22.989915 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_hamode_db [None req-8e86625a-a486-4ec5-b4fb-851f6794831d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9508dfb940>, 'dv-cinder-784623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-06T00:27:20Z,description=<?>,heartbeat_timestamp=2021-05-06T00:38:20Z,host='dv-cinder-784623-8-iscsi',id=3fa0790c-dd29-4495-aa07-f8a2ae482509,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T00:27:20Z,topic='l3_agent')) {'router_ids': ['df3e6708-0e10-4069-90a6-5118d6b57f5c'], 'active': True} {{(pid=73834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:38:23.062977 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-087a1dd2-8947-414a-bedb-fbe08b286c1d None None] Provisioning complete for port bedd84e7-be1b-427e-8b49-87ca137419b3 triggered by entity DHCP. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 00:38:23.070642 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-087a1dd2-8947-414a-bedb-fbe08b286c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723253'] for port, provisioning_complete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:23.133704 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d66cf67-1037-479a-b00a-685bfa333089 admin admin] Router f40599ff-6837-4946-a9eb-345235693a63 has already been hosted by L3 agent 3fa0790c-dd29-4495-aa07-f8a2ae482509 {{(pid=73832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 06 00:38:23.203033 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89936908-6d1f-4442-818d-d8a82e1b5c0e tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37bcaab4-5ea3-4f4d-a416-3d26c34f4b78,revision_number=0']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:38:23.227031 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f526816-c541-427e-bc48-9f8169694c85 req-d951894f-a998-4439-ad89-0732a01e5755 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:38:23.230243 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-9f526816-c541-427e-bc48-9f8169694c85 req-d951894f-a998-4439-ad89-0732a01e5755 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bf01176-0ef5-4420-92a6-7fe2055496f1 HTTP/1.1" status: 200  len: 945 time: 0.6307590
May 06 00:38:23.233510 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-89936908-6d1f-4442-818d-d8a82e1b5c0e tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:38:23.360355 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_dvr_db [None req-8e86625a-a486-4ec5-b4fb-851f6794831d None None] Set router df3e6708-0e10-4069-90a6-5118d6b57f5c gateway port host: dv-cinder-784623-8-iscsi {{(pid=73834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 00:38:23.387719 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17d8612-bd22-4085-8e0b-54a85bd662d1 req-e79fa7dc-c19e-46e6-8f0f-e04aee06f3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:38:23.388067 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.managers [None req-df172b45-926a-4bd6-83d8-8fb85f8e821e None None] Attempting to bind port a033944b-e7bd-432d-8324-bd4b5c70a4df on host dv-cinder-784623-8-iscsi for vnic_type normal with profile  {{(pid=73833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 06 00:38:23.388691 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.managers [None req-df172b45-926a-4bd6-83d8-8fb85f8e821e None None] Attempting to bind port a033944b-e7bd-432d-8324-bd4b5c70a4df by drivers openvswitch,hyperv on host dv-cinder-784623-8-iscsi at level 0 using segments [{'id': 'ad3796ff-8d99-4772-b33c-212fa30eb7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '8a76de60-8f51-46a7-82de-5e733a1b9171'}] {{(pid=73833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 06 00:38:23.389179 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df172b45-926a-4bd6-83d8-8fb85f8e821e None None] Attempting to bind port a033944b-e7bd-432d-8324-bd4b5c70a4df on network 8a76de60-8f51-46a7-82de-5e733a1b9171 {{(pid=73833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 00:38:23.389310 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-e17d8612-bd22-4085-8e0b-54a85bd662d1 req-e79fa7dc-c19e-46e6-8f0f-e04aee06f3c1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=587fdbbc-2087-48fc-8109-2b5f3ba73405 HTTP/1.1" status: 200  len: 856 time: 0.5735800
May 06 00:38:23.392032 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Pushing event updated for resources: {'Port': ['ID=5a77dc0a-d690-4f05-801e-75c8775657b9,revision_number=4']} {{(pid=73833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:38:23.394884 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-9f526816-c541-427e-bc48-9f8169694c85 req-0831a19c-8701-4bd3-b83d-3177a95ed815 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/security-groups?id=ceb8dabd-8ffc-4d87-9464-7f935bd56bb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1457715
May 06 00:38:23.397935 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-8d185707-e50f-4590-8b2c-68eaca343ffb admin admin] Notify callbacks [] for port, precommit_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:23.401101 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-89936908-6d1f-4442-818d-d8a82e1b5c0e tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:23.402533 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-89936908-6d1f-4442-818d-d8a82e1b5c0e tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.2526038
May 06 00:38:23.411145 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:38:23.420716 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df172b45-926a-4bd6-83d8-8fb85f8e821e None None] Checking agent: {'id': '4b72a67e-bba9-4429-9bf9-904dcd8ce83b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 0, 27, 19), 'started_at': datetime.datetime(2021, 5, 6, 0, 27, 49), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 0, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 06 00:38:23.424517 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df172b45-926a-4bd6-83d8-8fb85f8e821e None None] Checking segment: {'id': 'ad3796ff-8d99-4772-b33c-212fa30eb7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '8a76de60-8f51-46a7-82de-5e733a1b9171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 00:38:23.429851 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 41224) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:38:23.430373 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-df172b45-926a-4bd6-83d8-8fb85f8e821e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:23.430991 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df172b45-926a-4bd6-83d8-8fb85f8e821e None None] Bound using segment: {'id': 'ad3796ff-8d99-4772-b33c-212fa30eb7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '8a76de60-8f51-46a7-82de-5e733a1b9171'} {{(pid=73833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 06 00:38:23.431741 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.managers [None req-df172b45-926a-4bd6-83d8-8fb85f8e821e None None] Bound port: a033944b-e7bd-432d-8324-bd4b5c70a4df, host: dv-cinder-784623-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad3796ff-8d99-4772-b33c-212fa30eb7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '8a76de60-8f51-46a7-82de-5e733a1b9171'}}] {{(pid=73833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 06 00:38:23.432251 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-df172b45-926a-4bd6-83d8-8fb85f8e821e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:23.458637 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Provisioning for port 0ac8f2a6-6aa2-4024-ab10-93eaa673a7e7 completed by entity L2. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 00:38:23.513357 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.v2.base [None req-a91937bd-f4ab-43cb-91f0-ae4717745e32 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Request body: {'security_group_rule': {'security_group_id': '079ebf81-42ef-4ee7-ac10-dfe00866b3f7', 'project_id': '24c0c0411f574f8f960e5150472df75e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=73832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:38:23.515297 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17d8612-bd22-4085-8e0b-54a85bd662d1 req-edb0d8ab-d371-4e20-8144-5d6ea6c3f1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:38:23.516983 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-e17d8612-bd22-4085-8e0b-54a85bd662d1 req-edb0d8ab-d371-4e20-8144-5d6ea6c3f1bd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f1ee20ed-17e0-4650-a61e-4e2579bfb5cb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1118917
May 06 00:38:23.526787 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-8d185707-e50f-4590-8b2c-68eaca343ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767380898820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2942582'] for port, after_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:23.539568 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-88501faf-bb5e-45c6-9668-f128adccce56 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:38:23.556920 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-a91937bd-f4ab-43cb-91f0-ae4717745e32 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:38:23.583929 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-a91937bd-f4ab-43cb-91f0-ae4717745e32 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Usage tracker for resource:security_group_rule and tenant:24c0c0411f574f8f960e5150472df75e is out of sync, need to count used quota {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:38:23.589391 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Provisioning complete for port 0ac8f2a6-6aa2-4024-ab10-93eaa673a7e7 triggered by entity L2. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 00:38:23.593725 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723253'] for port, provisioning_complete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:23.601987 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-a91937bd-f4ab-43cb-91f0-ae4717745e32 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:38:23.624107 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-a91937bd-f4ab-43cb-91f0-ae4717745e32 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:38:23.631821 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.plugin [req-32d315f6-d32f-452e-bc24-4ffb87bc0426 req-55e1c102-7df2-471e-b6bb-9c71d95575d4 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Deleting port 77feed8a-8b0f-4871-804a-1673330a40ef {{(pid=73832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 06 00:38:23.632175 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-32d315f6-d32f-452e-bc24-4ffb87bc0426 req-55e1c102-7df2-471e-b6bb-9c71d95575d4 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767381331357'] for port, before_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:23.658979 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d185707-e50f-4590-8b2c-68eaca343ffb admin admin] Network 86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4 is already hosted by enough agents. {{(pid=73831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 00:38:23.724171 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.scheduler.base_scheduler [None req-8d185707-e50f-4590-8b2c-68eaca343ffb admin admin] Resources bound (agent type, host, resource id):  {{(pid=73831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 00:38:23.744007 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d185707-e50f-4590-8b2c-68eaca343ffb admin admin] Received port after_create {{(pid=73831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 06 00:38:23.766919 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-a91937bd-f4ab-43cb-91f0-ae4717745e32 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:23.818072 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d185707-e50f-4590-8b2c-68eaca343ffb admin admin] Pushing event updated for resources: {'Port': ['ID=e0749598-9ee4-4799-aea4-3fba3336e85b,revision_number=1']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:38:23.827053 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-8d185707-e50f-4590-8b2c-68eaca343ffb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:38:23.913178 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d66cf67-1037-479a-b00a-685bfa333089 admin admin] Notify agent at l3_agent.dv-cinder-784623-8-iscsi the message routers_updated {{(pid=73832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 06 00:38:23.923277 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb5935e-87f1-48d4-a78e-7a929ebd3ddb req-10362657-3ee4-4c13-a253-5f0824e36e46 tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:38:23.930916 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-1eb5935e-87f1-48d4-a78e-7a929ebd3ddb req-10362657-3ee4-4c13-a253-5f0824e36e46 tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] 10.222.0.24 "GET /v2.0/ports?device_id=83062ef2-4639-4a59-8e64-c2ddfdebdb29 HTTP/1.1" status: 200  len: 946 time: 0.5019870
May 06 00:38:23.950369 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-3d66cf67-1037-479a-b00a-685bfa333089 admin admin] 10.222.0.24 "PUT /v2.0/routers/f40599ff-6837-4946-a9eb-345235693a63/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.3958106
May 06 00:38:23.959176 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_hamode_db [None req-8e86625a-a486-4ec5-b4fb-851f6794831d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9508dfb940>, [{'id': 'df3e6708-0e10-4069-90a6-5118d6b57f5c', 'name': 'tempest-TestVolumeBootPattern-831663068-router', 'tenant_id': '297eee93b96840e88b8d43444cfdffce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'external_fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '5a77dc0a-d690-4f05-801e-75c8775657b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:38:06Z', 'updated_at': '2021-05-06T00:38:17Z', 'revision_number': 4, 'project_id': '297eee93b96840e88b8d43444cfdffce', 'gw_port': {'id': '5a77dc0a-d690-4f05-801e-75c8775657b9', 'name': '', 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:bc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3e6708-0e10-4069-90a6-5118d6b57f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:38:08Z', 'updated_at': '2021-05-06T00:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-iscsi', '_interfaces': [{'id': '8ad830c0-8780-464f-8e9a-971e3ba0c914', 'name': '', 'network_id': 'e0878acc-924c-400c-b8d1-cc988e03a31d', 'tenant_id': '297eee93b96840e88b8d43444cfdffce', 'mac_address': 'fa:16:3e:df:b7:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df3e6708-0e10-4069-90a6-5118d6b57f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'be856096-8e19-428f-b284-bc3a581b77c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:38:15Z', 'updated_at': '2021-05-06T00:38:22Z', 'revision_number': 4, 'project_id': '297eee93b96840e88b8d43444cfdffce', 'subnets': [{'id': 'be856096-8e19-428f-b284-bc3a581b77c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-8-iscsi', False) {} {{(pid=73834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:38:23.964867 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e86625a-a486-4ec5-b4fb-851f6794831d None None] The sync data for ids ['df3e6708-0e10-4069-90a6-5118d6b57f5c'] in dv-cinder-784623-8-iscsi is: [{'id': 'df3e6708-0e10-4069-90a6-5118d6b57f5c', 'name': 'tempest-TestVolumeBootPattern-831663068-router', 'tenant_id': '297eee93b96840e88b8d43444cfdffce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'external_fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '5a77dc0a-d690-4f05-801e-75c8775657b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:38:06Z', 'updated_at': '2021-05-06T00:38:17Z', 'revision_number': 4, 'project_id': '297eee93b96840e88b8d43444cfdffce', 'gw_port': {'id': '5a77dc0a-d690-4f05-801e-75c8775657b9', 'name': '', 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:bc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3e6708-0e10-4069-90a6-5118d6b57f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:38:08Z', 'updated_at': '2021-05-06T00:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-iscsi', '_interfaces': [{'id': '8ad830c0-8780-464f-8e9a-971e3ba0c914', 'name': '', 'network_id': 'e0878acc-924c-400c-b8d1-cc988e03a31d', 'tenant_id': '297eee93b96840e88b8d43444cfdffce', 'mac_address': 'fa:16:3e:df:b7:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df3e6708-0e10-4069-90a6-5118d6b57f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'be856096-8e19-428f-b284-bc3a581b77c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:38:15Z', 'updated_at': '2021-05-06T00:38:22Z', 'revision_number': 4, 'project_id': '297eee93b96840e88b8d43444cfdffce', 'subnets': [{'id': 'be856096-8e19-428f-b284-bc3a581b77c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 06 00:38:24.071641 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-e17d8612-bd22-4085-8e0b-54a85bd662d1 req-218388d8-bc2a-4eac-b2bc-dcd0878e2bdf service neutron] 10.222.0.30 "GET /v2.0/networks/f1ee20ed-17e0-4650-a61e-4e2579bfb5cb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5323730
May 06 00:38:24.086320 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-1eb5935e-87f1-48d4-a78e-7a929ebd3ddb req-26af2c54-f9aa-49cb-85b6-bbd7db9f236d tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] 10.222.0.24 "GET /v2.0/security-groups?id=b841085d-8e10-431c-873f-ffa7a76ce7ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1541672
May 06 00:38:24.100967 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.db [req-32d315f6-d32f-452e-bc24-4ffb87bc0426 req-55e1c102-7df2-471e-b6bb-9c71d95575d4 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] For port 77feed8a-8b0f-4871-804a-1673330a40ef, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=77feed8a-8b0f-4871-804a-1673330a40ef,segment=NetworkSegment(211ca014-1f1c-4c9d-9a8e-e2529d491b2b),segment_id=211ca014-1f1c-4c9d-9a8e-e2529d491b2b)] {{(pid=73832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:38:24.101856 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-32d315f6-d32f-452e-bc24-4ffb87bc0426 req-55e1c102-7df2-471e-b6bb-9c71d95575d4 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404144'] for port, precommit_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:24.122407 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-a91937bd-f4ab-43cb-91f0-ae4717745e32 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:24.167017 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-df172b45-926a-4bd6-83d8-8fb85f8e821e None None] For port a033944b-e7bd-432d-8324-bd4b5c70a4df, host dv-cinder-784623-8-iscsi, cleared binding levels {{(pid=73833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 06 00:38:24.197868 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-df172b45-926a-4bd6-83d8-8fb85f8e821e None None] For port a033944b-e7bd-432d-8324-bd4b5c70a4df, host dv-cinder-784623-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-iscsi',level=0,port_id=a033944b-e7bd-432d-8324-bd4b5c70a4df,segment=NetworkSegment(ad3796ff-8d99-4772-b33c-212fa30eb7b6),segment_id=ad3796ff-8d99-4772-b33c-212fa30eb7b6)] {{(pid=73833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 06 00:38:24.220292 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-df172b45-926a-4bd6-83d8-8fb85f8e821e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:24.232891 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:38:24.256283 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-a91937bd-f4ab-43cb-91f0-ae4717745e32 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230'] for security_group_rule, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:24.336243 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-83748af7-936b-4f84-99ce-20072e112c87 None None] Provisioning complete for port 3caf4b08-f7c9-4c7e-a58d-de7ffc14ed09 triggered by entity DHCP. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 00:38:24.336628 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-83748af7-936b-4f84-99ce-20072e112c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723253'] for port, provisioning_complete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:24.373712 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.plugin [req-32d315f6-d32f-452e-bc24-4ffb87bc0426 req-55e1c102-7df2-471e-b6bb-9c71d95575d4 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Calling delete_port for 77feed8a-8b0f-4871-804a-1673330a40ef owned by compute:nova {{(pid=73832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 06 00:38:24.376656 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-044b8d6c-0636-4b6e-8d18-2b912c7fedf0 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:38:24.407504 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16003494-9683-4b3e-bc27-5bb86b7aad11 req-23a5fec1-9df9-404f-8390-b19542e74337 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:38:24.409441 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-16003494-9683-4b3e-bc27-5bb86b7aad11 req-23a5fec1-9df9-404f-8390-b19542e74337 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=15ce2da6-b007-4eb2-a16e-92ba2286a634 HTTP/1.1" status: 200  len: 943 time: 0.5299346
May 06 00:38:24.453338 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:24.462347 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df172b45-926a-4bd6-83d8-8fb85f8e821e None None] Pushing event updated for resources: {'Port': ['ID=a033944b-e7bd-432d-8324-bd4b5c70a4df,revision_number=2']} {{(pid=73833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:38:24.466618 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-df172b45-926a-4bd6-83d8-8fb85f8e821e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:38:24.566726 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.plugin [None req-83748af7-936b-4f84-99ce-20072e112c87 None None] Port 3caf4b08-f7c9-4c7e-a58d-de7ffc14ed09 cannot update to ACTIVE because it is not bound. {{(pid=73833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 06 00:38:24.621741 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91937bd-f4ab-43cb-91f0-ae4717745e32 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66d4d654-f4eb-445f-9439-ff07aabd5f22,revision_number=0']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:38:24.627943 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] For port 0ac8f2a6-6aa2-4024-ab10-93eaa673a7e7, host dv-cinder-784623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-iscsi',level=0,port_id=0ac8f2a6-6aa2-4024-ab10-93eaa673a7e7,segment=NetworkSegment(024dc78f-673e-4ab1-a1b8-799f97b6b498),segment_id=024dc78f-673e-4ab1-a1b8-799f97b6b498)] {{(pid=73833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:38:24.637480 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:24.645210 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:38:24.689163 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-16003494-9683-4b3e-bc27-5bb86b7aad11 req-d8d164c4-6411-402e-8e81-9b8212c40a03 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a34f04e-64d6-4aca-9087-db3260c441d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2719908
May 06 00:38:24.707852 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-bc8b0075-c592-4552-889b-2eb6b13374b7 None None] Notify callbacks [] for port, precommit_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:24.746073 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-bc8b0075-c592-4552-889b-2eb6b13374b7 None None] Transition to ACTIVE for port object c995136f-bb0d-4988-8230-e4598d2687c9 will not be triggered until provisioned by entity L2. {{(pid=73833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 00:38:24.772620 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-bc8b0075-c592-4552-889b-2eb6b13374b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:24.831611 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-a91937bd-f4ab-43cb-91f0-ae4717745e32 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:38:24.831822 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Pushing event updated for resources: {'Port': ['ID=0ac8f2a6-6aa2-4024-ab10-93eaa673a7e7,revision_number=5']} {{(pid=73833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:38:24.884423 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.managers [None req-bc8b0075-c592-4552-889b-2eb6b13374b7 None None] Attempting to bind port c995136f-bb0d-4988-8230-e4598d2687c9 on host dv-cinder-784623-8-iscsi for vnic_type normal with profile  {{(pid=73833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 06 00:38:24.884864 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.managers [None req-bc8b0075-c592-4552-889b-2eb6b13374b7 None None] Attempting to bind port c995136f-bb0d-4988-8230-e4598d2687c9 by drivers openvswitch,hyperv on host dv-cinder-784623-8-iscsi at level 0 using segments [{'id': '9e77dc6e-5839-4c5c-8941-3e48c898c98b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4'}] {{(pid=73833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 06 00:38:24.885258 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8b0075-c592-4552-889b-2eb6b13374b7 None None] Attempting to bind port c995136f-bb0d-4988-8230-e4598d2687c9 on network 86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4 {{(pid=73833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 00:38:24.910917 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:38:24.911582 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-7399518f-c79e-49de-b52a-e4e48edbd2fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.117s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:38:24.925123 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-a91937bd-f4ab-43cb-91f0-ae4717745e32 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:24.926378 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-a91937bd-f4ab-43cb-91f0-ae4717745e32 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 1.4953842
May 06 00:38:24.939150 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 41246) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:38:24.954493 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.v2.base [None req-60ac6cba-3fa0-4745-953d-419bdc0e08c3 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Request body: {'security_group_rule': {'security_group_id': '079ebf81-42ef-4ee7-ac10-dfe00866b3f7', 'project_id': '24c0c0411f574f8f960e5150472df75e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=73832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:38:25.006388 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-60ac6cba-3fa0-4745-953d-419bdc0e08c3 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:38:25.010182 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-e17d8612-bd22-4085-8e0b-54a85bd662d1 req-da0df844-0c6d-47da-bbcc-ef53d8e90585 service neutron] 10.222.0.30 "GET /v2.0/networks/f1ee20ed-17e0-4650-a61e-4e2579bfb5cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8359420
May 06 00:38:25.053656 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-60ac6cba-3fa0-4745-953d-419bdc0e08c3 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Usage tracker for resource:security_group_rule and tenant:24c0c0411f574f8f960e5150472df75e is out of sync, need to count used quota {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:38:25.061533 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-60ac6cba-3fa0-4745-953d-419bdc0e08c3 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:38:25.069505 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8b0075-c592-4552-889b-2eb6b13374b7 None None] Checking agent: {'id': '4b72a67e-bba9-4429-9bf9-904dcd8ce83b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 0, 27, 19), 'started_at': datetime.datetime(2021, 5, 6, 0, 27, 49), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 0, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 06 00:38:25.070459 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8b0075-c592-4552-889b-2eb6b13374b7 None None] Checking segment: {'id': '9e77dc6e-5839-4c5c-8941-3e48c898c98b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 00:38:25.071097 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-bc8b0075-c592-4552-889b-2eb6b13374b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:25.072271 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8b0075-c592-4552-889b-2eb6b13374b7 None None] Bound using segment: {'id': '9e77dc6e-5839-4c5c-8941-3e48c898c98b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4'} {{(pid=73833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 06 00:38:25.073972 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.managers [None req-bc8b0075-c592-4552-889b-2eb6b13374b7 None None] Bound port: c995136f-bb0d-4988-8230-e4598d2687c9, host: dv-cinder-784623-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e77dc6e-5839-4c5c-8941-3e48c898c98b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4'}}] {{(pid=73833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 06 00:38:25.075282 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-bc8b0075-c592-4552-889b-2eb6b13374b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:25.080969 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-60ac6cba-3fa0-4745-953d-419bdc0e08c3 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:38:25.110682 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Device bedd84e7-be1b-427e-8b49-87ca137419b3 up at agent ovs-agent-dv-cinder-784623-8-iscsi {{(pid=73833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 00:38:25.153819 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-8d185707-e50f-4590-8b2c-68eaca343ffb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:25.218313 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8adc50-b907-4ee4-b45a-8a91f7f05c55 req-b0b961df-de69-4978-b961-63f6137d180b tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:38:25.227319 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-cd8adc50-b907-4ee4-b45a-8a91f7f05c55 req-b0b961df-de69-4978-b961-63f6137d180b tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] 10.222.0.30 "GET /v2.0/ports?device_id=83062ef2-4639-4a59-8e64-c2ddfdebdb29 HTTP/1.1" status: 200  len: 946 time: 0.3808486
May 06 00:38:25.261795 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c53db0-7589-4982-b477-14d20cccb3fa None None] Pushing event updated for resources: {'Port': ['ID=c995136f-bb0d-4988-8230-e4598d2687c9,revision_number=2']} {{(pid=73833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:38:25.270499 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-e5c53db0-7589-4982-b477-14d20cccb3fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:38:25.282172 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Provisioning complete for port bedd84e7-be1b-427e-8b49-87ca137419b3 triggered by entity L2. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 00:38:25.282797 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723253'] for port, provisioning_complete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:25.341164 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-60ac6cba-3fa0-4745-953d-419bdc0e08c3 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:25.414298 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-bc8b0075-c592-4552-889b-2eb6b13374b7 None None] For port c995136f-bb0d-4988-8230-e4598d2687c9, host dv-cinder-784623-8-iscsi, cleared binding levels {{(pid=73833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 06 00:38:25.481614 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-bc8b0075-c592-4552-889b-2eb6b13374b7 None None] For port c995136f-bb0d-4988-8230-e4598d2687c9, host dv-cinder-784623-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-iscsi',level=0,port_id=c995136f-bb0d-4988-8230-e4598d2687c9,segment=NetworkSegment(9e77dc6e-5839-4c5c-8941-3e48c898c98b),segment_id=9e77dc6e-5839-4c5c-8941-3e48c898c98b)] {{(pid=73833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 06 00:38:25.488013 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-bc8b0075-c592-4552-889b-2eb6b13374b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:25.494692 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-27af709e-e6a0-4795-8fd7-61daa3e50627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:38:25.537433 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-60ac6cba-3fa0-4745-953d-419bdc0e08c3 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:25.593986 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f7b1da-423a-4b3c-9c3e-c68e2e37150c req-6724b382-89ca-4343-bfb8-4e92b14d4dc4 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:38:25.595992 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-74f7b1da-423a-4b3c-9c3e-c68e2e37150c req-6724b382-89ca-4343-bfb8-4e92b14d4dc4 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bf01176-0ef5-4420-92a6-7fe2055496f1 HTTP/1.1" status: 200  len: 945 time: 0.9639695
May 06 00:38:25.603723 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-60ac6cba-3fa0-4745-953d-419bdc0e08c3 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230'] for security_group_rule, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:25.706863 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:38:25.722297 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c53db0-7589-4982-b477-14d20cccb3fa None None] Pushing event updated for resources: {'Port': ['ID=c995136f-bb0d-4988-8230-e4598d2687c9,revision_number=3']} {{(pid=73833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:38:25.736544 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-e5c53db0-7589-4982-b477-14d20cccb3fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:38:25.787852 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Device 5a77dc0a-d690-4f05-801e-75c8775657b9 up at agent ovs-agent-dv-cinder-784623-8-iscsi {{(pid=73833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 00:38:25.813465 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ac6cba-3fa0-4745-953d-419bdc0e08c3 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a68a5092-6f58-4663-a334-43e315f9f794,revision_number=0']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:38:25.818047 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-60ac6cba-3fa0-4745-953d-419bdc0e08c3 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:38:25.818862 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-60ac6cba-3fa0-4745-953d-419bdc0e08c3 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:25.831271 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-60ac6cba-3fa0-4745-953d-419bdc0e08c3 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.8902709
May 06 00:38:25.849189 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 41266) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:38:25.904259 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8b0075-c592-4552-889b-2eb6b13374b7 None None] Routers {'f40599ff-6837-4946-a9eb-345235693a63'} bound to L3 agent in host dv-cinder-784623-8-iscsi {{(pid=73833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 00:38:25.905639 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_hamode_db [None req-bc8b0075-c592-4552-889b-2eb6b13374b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f95090bf640>, 'dv-cinder-784623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-06T00:27:20Z,description=<?>,heartbeat_timestamp=2021-05-06T00:38:20Z,host='dv-cinder-784623-8-iscsi',id=3fa0790c-dd29-4495-aa07-f8a2ae482509,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T00:27:20Z,topic='l3_agent')) {'router_ids': ['f40599ff-6837-4946-a9eb-345235693a63'], 'active': True} {{(pid=73833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:38:25.928001 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.v2.base [None req-a7d40d98-4827-4f1e-ba37-15075d46e59d tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Request body: {'security_group_rule': {'security_group_id': '079ebf81-42ef-4ee7-ac10-dfe00866b3f7', 'project_id': '24c0c0411f574f8f960e5150472df75e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=73832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:38:25.957096 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-a7d40d98-4827-4f1e-ba37-15075d46e59d tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:38:25.989674 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-a7d40d98-4827-4f1e-ba37-15075d46e59d tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Usage tracker for resource:security_group_rule and tenant:24c0c0411f574f8f960e5150472df75e is out of sync, need to count used quota {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:38:26.010335 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-a7d40d98-4827-4f1e-ba37-15075d46e59d tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:38:26.047786 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-a7d40d98-4827-4f1e-ba37-15075d46e59d tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:38:26.065489 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-32d315f6-d32f-452e-bc24-4ffb87bc0426 req-55e1c102-7df2-471e-b6bb-9c71d95575d4 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767381335664', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767380898829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2182845'] for port, after_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:26.095806 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:38:26.116944 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556f7bb6-2fc9-48e9-a400-946c7df0e33c req-820fc4ce-f6fa-4321-b528-d30a527ba949 tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:38:26.118494 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-556f7bb6-2fc9-48e9-a400-946c7df0e33c req-820fc4ce-f6fa-4321-b528-d30a527ba949 tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] 10.222.0.24 "GET /v2.0/ports?device_id=83062ef2-4639-4a59-8e64-c2ddfdebdb29 HTTP/1.1" status: 200  len: 946 time: 0.8465018
May 06 00:38:26.142839 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] get_ports_and_sgs() called for port_ids ['4d31814e-8b0e-4376-9b93-66e0392316c3'] {{(pid=73833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 06 00:38:26.190307 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-74f7b1da-423a-4b3c-9c3e-c68e2e37150c req-2dcb9d36-50ac-45f1-aa6e-c8a76bc88fba tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/security-groups?id=ceb8dabd-8ffc-4d87-9464-7f935bd56bb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5847833
May 06 00:38:26.195985 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e1c102-7df2-471e-b6bb-9c71d95575d4 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Pushing event deleted for resources: {'Port': ['ID=77feed8a-8b0f-4871-804a-1673330a40ef,revision_number=None']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:38:26.197307 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83aa0bd-ef72-45df-8215-affb28eb58b1 None None] Network 8a76de60-8f51-46a7-82de-5e733a1b9171 requested from dv-cinder-784623-8-iscsi {{(pid=73833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 06 00:38:26.223709 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-55e1c102-7df2-471e-b6bb-9c71d95575d4 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:38:26.230774 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-a7d40d98-4827-4f1e-ba37-15075d46e59d tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:26.278862 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-556f7bb6-2fc9-48e9-a400-946c7df0e33c req-54655382-3e5c-4c45-8588-aab8db20b8a5 tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] 10.222.0.24 "GET /v2.0/security-groups?id=b841085d-8e10-431c-873f-ffa7a76ce7ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1295874
May 06 00:38:26.350055 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-8d185707-e50f-4590-8b2c-68eaca343ffb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-433774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395008'] for router, after_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:26.362704 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-a2ee41f0-e692-4c46-bbbe-da4fd34079b9 None None] Provisioning for port a033944b-e7bd-432d-8324-bd4b5c70a4df completed by entity DHCP. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 00:38:26.380095 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Provisioning complete for port 5a77dc0a-d690-4f05-801e-75c8775657b9 triggered by entity L2. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 00:38:26.380380 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723253'] for port, provisioning_complete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:26.480181 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.plugin [req-cd8adc50-b907-4ee4-b45a-8a91f7f05c55 req-c3974d9f-3da5-4bb9-a57e-760686e62434 tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] Deleting port 13ff1ba2-136d-48c3-b5e9-a9f534dc4d68 {{(pid=73832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 06 00:38:26.480435 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-cd8adc50-b907-4ee4-b45a-8a91f7f05c55 req-c3974d9f-3da5-4bb9-a57e-760686e62434 tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767381331357'] for port, before_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:26.495127 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.l3_dvrscheduler_db [req-32d315f6-d32f-452e-bc24-4ffb87bc0426 req-55e1c102-7df2-471e-b6bb-9c71d95575d4 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] No DVR routers for this DVR port 77feed8a-8b0f-4871-804a-1673330a40ef on host hv-cinder-78462 {{(pid=73832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 06 00:38:26.508898 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Device 77feed8a-8b0f-4871-804a-1673330a40ef no longer exists at agent hyperv_hv-cinder-78462 {{(pid=73833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 06 00:38:26.607590 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d185707-e50f-4590-8b2c-68eaca343ffb admin admin] Router 620e8838-d9d7-4605-adfe-b68ddaea8d8a is scheduled to L3 agent 3fa0790c-dd29-4495-aa07-f8a2ae482509 with binding_index 1 {{(pid=73831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 06 00:38:26.632715 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_dvr_db [None req-bc8b0075-c592-4552-889b-2eb6b13374b7 None None] Set router f40599ff-6837-4946-a9eb-345235693a63 gateway port host: dv-cinder-784623-8-iscsi {{(pid=73833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 00:38:26.673953 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-32d315f6-d32f-452e-bc24-4ffb87bc0426 req-55e1c102-7df2-471e-b6bb-9c71d95575d4 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43737'] for port, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:26.675141 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-32d315f6-d32f-452e-bc24-4ffb87bc0426 req-55e1c102-7df2-471e-b6bb-9c71d95575d4 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.30 "DELETE /v2.0/ports/77feed8a-8b0f-4871-804a-1673330a40ef HTTP/1.1" status: 204  len: 173 time: 3.7679114
May 06 00:38:26.684447 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bf01176-0ef5-4420-92a6-7fe2055496f1', 'name': 'network-vif-deleted', 'tag': '77feed8a-8b0f-4871-804a-1673330a40ef'}] {{(pid=73832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 00:38:26.749393 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.plugin [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] No Port match for: 77feed8a-8b0f-4871-804a-1673330a40ef {{(pid=73833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 06 00:38:26.749675 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Device 77feed8a-8b0f-4871-804a-1673330a40ef not bound to the agent host hv-cinder-78462 {{(pid=73833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 06 00:38:26.789774 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-a7d40d98-4827-4f1e-ba37-15075d46e59d tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:26.818220 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-a7d40d98-4827-4f1e-ba37-15075d46e59d tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230'] for security_group_rule, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:26.820242 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bf01176-0ef5-4420-92a6-7fe2055496f1', 'name': 'network-vif-deleted', 'tag': '77feed8a-8b0f-4871-804a-1673330a40ef', 'status': 'completed', 'code': 200}
May 06 00:38:26.871577 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:38:26.909521 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.db [req-cd8adc50-b907-4ee4-b45a-8a91f7f05c55 req-c3974d9f-3da5-4bb9-a57e-760686e62434 tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] For port 13ff1ba2-136d-48c3-b5e9-a9f534dc4d68, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=13ff1ba2-136d-48c3-b5e9-a9f534dc4d68,segment=NetworkSegment(a1d67195-5914-4acf-bf1e-c207da4100a7),segment_id=a1d67195-5914-4acf-bf1e-c207da4100a7)] {{(pid=73832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:38:26.909922 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-cd8adc50-b907-4ee4-b45a-8a91f7f05c55 req-c3974d9f-3da5-4bb9-a57e-760686e62434 tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404144'] for port, precommit_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:26.919458 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d185707-e50f-4590-8b2c-68eaca343ffb admin admin] Notify agent at l3_agent.dv-cinder-784623-8-iscsi the message routers_updated {{(pid=73831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 06 00:38:26.928196 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1268d656-1013-4e06-b47f-08a9b9f8c110 req-d516422e-740a-42a4-96b6-8cb57256bab8 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:38:26.929705 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-1268d656-1013-4e06-b47f-08a9b9f8c110 req-d516422e-740a-42a4-96b6-8cb57256bab8 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=15ce2da6-b007-4eb2-a16e-92ba2286a634 HTTP/1.1" status: 200  len: 943 time: 0.5239124
May 06 00:38:26.934983 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d40d98-4827-4f1e-ba37-15075d46e59d tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45181012-4558-49c7-8d64-fe7ff85ebe8c,revision_number=0']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:38:26.936910 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-a7d40d98-4827-4f1e-ba37-15075d46e59d tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:26.940560 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-a7d40d98-4827-4f1e-ba37-15075d46e59d tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 1.0735071
May 06 00:38:26.943919 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-a7d40d98-4827-4f1e-ba37-15075d46e59d tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:38:26.946981 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 41272) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:38:26.967641 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-8d185707-e50f-4590-8b2c-68eaca343ffb admin admin] Notify callbacks [] for router, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:26.969109 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-8d185707-e50f-4590-8b2c-68eaca343ffb admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 6.9059861
May 06 00:38:26.971893 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 41276) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:38:27.021567 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.v2.base [None req-bcc3eb1c-d29a-4722-8ae6-521fdca890f4 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Request body: {'security_group_rule': {'security_group_id': '079ebf81-42ef-4ee7-ac10-dfe00866b3f7', 'project_id': '24c0c0411f574f8f960e5150472df75e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=73832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:38:27.029640 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfecfc0d-66c8-48d0-b242-b375e280f0b5 None None] Sync routers for ids ['620e8838-d9d7-4605-adfe-b68ddaea8d8a'] in dv-cinder-784623-8-iscsi {{(pid=73833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 06 00:38:27.108037 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.plugin [req-cd8adc50-b907-4ee4-b45a-8a91f7f05c55 req-c3974d9f-3da5-4bb9-a57e-760686e62434 tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] Calling delete_port for 13ff1ba2-136d-48c3-b5e9-a9f534dc4d68 owned by compute:nova {{(pid=73832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 06 00:38:27.111769 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-bcc3eb1c-d29a-4722-8ae6-521fdca890f4 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:38:27.128078 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-bcc3eb1c-d29a-4722-8ae6-521fdca890f4 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Usage tracker for resource:security_group_rule and tenant:24c0c0411f574f8f960e5150472df75e is out of sync, need to count used quota {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:38:27.135004 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-bcc3eb1c-d29a-4722-8ae6-521fdca890f4 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:38:27.148945 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-bcc3eb1c-d29a-4722-8ae6-521fdca890f4 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:38:27.160716 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-1268d656-1013-4e06-b47f-08a9b9f8c110 req-0f318647-6d77-4600-a125-27c6c974557d tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a34f04e-64d6-4aca-9087-db3260c441d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2176478
May 06 00:38:27.174825 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.db.securitygroups_db [None req-bcc3eb1c-d29a-4722-8ae6-521fdca890f4 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Project 24c0c0411f574f8f960e5150472df75e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 06 00:38:27.184280 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-bcc3eb1c-d29a-4722-8ae6-521fdca890f4 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:27.285905 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfecfc0d-66c8-48d0-b242-b375e280f0b5 None None] Routers {'620e8838-d9d7-4605-adfe-b68ddaea8d8a'} bound to L3 agent in host dv-cinder-784623-8-iscsi {{(pid=73833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 00:38:27.286923 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_hamode_db [None req-cfecfc0d-66c8-48d0-b242-b375e280f0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9508e25b20>, 'dv-cinder-784623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-06T00:27:20Z,description=<?>,heartbeat_timestamp=2021-05-06T00:38:20Z,host='dv-cinder-784623-8-iscsi',id=3fa0790c-dd29-4495-aa07-f8a2ae482509,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T00:27:20Z,topic='l3_agent')) {'router_ids': ['620e8838-d9d7-4605-adfe-b68ddaea8d8a'], 'active': True} {{(pid=73833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:38:27.434598 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-bcc3eb1c-d29a-4722-8ae6-521fdca890f4 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:27.441555 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-bcc3eb1c-d29a-4722-8ae6-521fdca890f4 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230'] for security_group_rule, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:27.464354 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-60ac6cba-3fa0-4745-953d-419bdc0e08c3 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:38:27.504822 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc3eb1c-d29a-4722-8ae6-521fdca890f4 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc9b3d07-43f3-43d0-bee2-0c53e5958dc2,revision_number=0']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:38:27.541034 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-71b0af3a-38ad-4e4e-88c9-41b73e3df442 req-1e3a9e69-9c14-43bd-922b-da26f135831a tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bf01176-0ef5-4420-92a6-7fe2055496f1 HTTP/1.1" status: 200  len: 210 time: 0.0561011
May 06 00:38:27.556866 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Device 8ad830c0-8780-464f-8e9a-971e3ba0c914 up at agent ovs-agent-dv-cinder-784623-8-iscsi {{(pid=73833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 00:38:27.594866 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-bcc3eb1c-d29a-4722-8ae6-521fdca890f4 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:38:27.628022 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-cd8adc50-b907-4ee4-b45a-8a91f7f05c55 req-c3974d9f-3da5-4bb9-a57e-760686e62434 tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767381335664', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767380898829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2182845'] for port, after_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:27.644204 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:38:27.725034 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-bcc3eb1c-d29a-4722-8ae6-521fdca890f4 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:27.726254 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-bcc3eb1c-d29a-4722-8ae6-521fdca890f4 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.7779934
May 06 00:38:27.753459 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 41284) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:38:27.771916 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.v2.base [None req-ef086db8-d397-47ad-b087-3a6ddffa1ccc tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Request body: {'security_group_rule': {'security_group_id': '079ebf81-42ef-4ee7-ac10-dfe00866b3f7', 'project_id': '24c0c0411f574f8f960e5150472df75e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=73832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:38:27.773784 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Provisioning for port 8ad830c0-8780-464f-8e9a-971e3ba0c914 completed by entity L2. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 00:38:27.778935 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3974d9f-3da5-4bb9-a57e-760686e62434 tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] Pushing event deleted for resources: {'Port': ['ID=13ff1ba2-136d-48c3-b5e9-a9f534dc4d68,revision_number=None']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:38:27.788349 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-c3974d9f-3da5-4bb9-a57e-760686e62434 tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:38:27.793670 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-ef086db8-d397-47ad-b087-3a6ddffa1ccc tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:38:27.796367 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd8adc50-b907-4ee4-b45a-8a91f7f05c55 req-c3974d9f-3da5-4bb9-a57e-760686e62434 tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] No DVR routers for this DVR port 13ff1ba2-136d-48c3-b5e9-a9f534dc4d68 on host hv-cinder-78462 {{(pid=73832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 06 00:38:27.807225 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-ef086db8-d397-47ad-b087-3a6ddffa1ccc tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Usage tracker for resource:security_group_rule and tenant:24c0c0411f574f8f960e5150472df75e is out of sync, need to count used quota {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:38:27.810440 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Provisioning complete for port 8ad830c0-8780-464f-8e9a-971e3ba0c914 triggered by entity L2. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 00:38:27.810825 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723253'] for port, provisioning_complete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:27.811205 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-cd8adc50-b907-4ee4-b45a-8a91f7f05c55 req-c3974d9f-3da5-4bb9-a57e-760686e62434 tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43737'] for port, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:27.813326 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-cd8adc50-b907-4ee4-b45a-8a91f7f05c55 req-c3974d9f-3da5-4bb9-a57e-760686e62434 tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] 10.222.0.30 "DELETE /v2.0/ports/13ff1ba2-136d-48c3-b5e9-a9f534dc4d68 HTTP/1.1" status: 204  len: 173 time: 2.5628250
May 06 00:38:27.818948 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-ef086db8-d397-47ad-b087-3a6ddffa1ccc tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:38:27.835064 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-ef086db8-d397-47ad-b087-3a6ddffa1ccc tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:38:27.848887 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cd4760-753f-4687-8be8-3845672069bb req-910b65f6-c949-4c62-9d7f-e7b8e734c698 tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:38:27.849688 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [req-46cd4760-753f-4687-8be8-3845672069bb req-910b65f6-c949-4c62-9d7f-e7b8e734c698 tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] Synchronizing usage tracker for tenant:e97ddfe0343845d3be8e5c5b3276974b on resource:port {{(pid=73832) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 00:38:27.868863 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.db.securitygroups_db [None req-ef086db8-d397-47ad-b087-3a6ddffa1ccc tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Project 24c0c0411f574f8f960e5150472df75e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 06 00:38:27.877205 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-ef086db8-d397-47ad-b087-3a6ddffa1ccc tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:27.928192 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_dvr_db [None req-cfecfc0d-66c8-48d0-b242-b375e280f0b5 None None] Set router 620e8838-d9d7-4605-adfe-b68ddaea8d8a gateway port host: dv-cinder-784623-8-iscsi {{(pid=73833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 00:38:27.980683 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_hamode_db [None req-bc8b0075-c592-4552-889b-2eb6b13374b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f95090bf640>, [{'id': 'f40599ff-6837-4946-a9eb-345235693a63', 'name': 'tempest-TestMinimumBasicScenario-360900618-router', 'tenant_id': '68c4e335ddc64d6ea6ca565079799e9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'external_fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': 'c995136f-bb0d-4988-8230-e4598d2687c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:38:11Z', 'updated_at': '2021-05-06T00:38:21Z', 'revision_number': 4, 'project_id': '68c4e335ddc64d6ea6ca565079799e9b', 'gw_port': {'id': 'c995136f-bb0d-4988-8230-e4598d2687c9', 'name': '', 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:a3:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f40599ff-6837-4946-a9eb-345235693a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:38:13Z', 'updated_at': '2021-05-06T00:38:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-iscsi', '_interfaces': [{'id': '3caf4b08-f7c9-4c7e-a58d-de7ffc14ed09', 'name': '', 'network_id': '15dfc9d8-1e05-4ad2-b981-3952f9bb774d', 'tenant_id': '68c4e335ddc64d6ea6ca565079799e9b', 'mac_address': 'fa:16:3e:6f:45:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f40599ff-6837-4946-a9eb-345235693a63', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '6ddb1204-ef97-486b-8c25-ebef669ab3d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:38:19Z', 'updated_at': '2021-05-06T00:38:21Z', 'revision_number': 2, 'project_id': '68c4e335ddc64d6ea6ca565079799e9b', 'subnets': [{'id': '6ddb1204-ef97-486b-8c25-ebef669ab3d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-8-iscsi', False) {} {{(pid=73833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:38:27.996330 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-ef086db8-d397-47ad-b087-3a6ddffa1ccc tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:28.001691 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-ef086db8-d397-47ad-b087-3a6ddffa1ccc tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230'] for security_group_rule, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:28.002864 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [req-46cd4760-753f-4687-8be8-3845672069bb req-910b65f6-c949-4c62-9d7f-e7b8e734c698 tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] Unset dirty status for tenant:e97ddfe0343845d3be8e5c5b3276974b on resource:port {{(pid=73832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 00:38:28.010705 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-46cd4760-753f-4687-8be8-3845672069bb req-910b65f6-c949-4c62-9d7f-e7b8e734c698 tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] 10.222.0.24 "GET /v2.0/ports?device_id=83062ef2-4639-4a59-8e64-c2ddfdebdb29 HTTP/1.1" status: 200  len: 867 time: 0.4854026
May 06 00:38:28.014108 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-bcc3eb1c-d29a-4722-8ae6-521fdca890f4 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:38:28.080433 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef086db8-d397-47ad-b087-3a6ddffa1ccc tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c90567b3-0fcc-4f6b-bb9a-ee1d902fe0d8,revision_number=0']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:38:28.089638 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-ef086db8-d397-47ad-b087-3a6ddffa1ccc tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:28.090886 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-ef086db8-d397-47ad-b087-3a6ddffa1ccc tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3297317
May 06 00:38:28.091996 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-ef086db8-d397-47ad-b087-3a6ddffa1ccc tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:38:28.137719 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8b0075-c592-4552-889b-2eb6b13374b7 None None] The sync data for ids ['f40599ff-6837-4946-a9eb-345235693a63'] in dv-cinder-784623-8-iscsi is: [{'id': 'f40599ff-6837-4946-a9eb-345235693a63', 'name': 'tempest-TestMinimumBasicScenario-360900618-router', 'tenant_id': '68c4e335ddc64d6ea6ca565079799e9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'external_fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': 'c995136f-bb0d-4988-8230-e4598d2687c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:38:11Z', 'updated_at': '2021-05-06T00:38:21Z', 'revision_number': 4, 'project_id': '68c4e335ddc64d6ea6ca565079799e9b', 'gw_port': {'id': 'c995136f-bb0d-4988-8230-e4598d2687c9', 'name': '', 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:a3:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f40599ff-6837-4946-a9eb-345235693a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:38:13Z', 'updated_at': '2021-05-06T00:38:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-iscsi', '_interfaces': [{'id': '3caf4b08-f7c9-4c7e-a58d-de7ffc14ed09', 'name': '', 'network_id': '15dfc9d8-1e05-4ad2-b981-3952f9bb774d', 'tenant_id': '68c4e335ddc64d6ea6ca565079799e9b', 'mac_address': 'fa:16:3e:6f:45:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f40599ff-6837-4946-a9eb-345235693a63', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '6ddb1204-ef97-486b-8c25-ebef669ab3d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:38:19Z', 'updated_at': '2021-05-06T00:38:21Z', 'revision_number': 2, 'project_id': '68c4e335ddc64d6ea6ca565079799e9b', 'subnets': [{'id': '6ddb1204-ef97-486b-8c25-ebef669ab3d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 06 00:38:28.168429 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-46cd4760-753f-4687-8be8-3845672069bb req-2e077112-62f4-4c5b-8a7d-897fc2a8849c tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] 10.222.0.24 "GET /v2.0/security-groups?id=b841085d-8e10-431c-873f-ffa7a76ce7ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1553793
May 06 00:38:28.519877 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Device 163e2ec3-2d31-4d71-b82f-9ef0fbf1fa68 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=73833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 06 00:38:28.650259 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Device 13ff1ba2-136d-48c3-b5e9-a9f534dc4d68 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=73833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 06 00:38:28.684968 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-97518b17-fc6b-40bb-95dc-e76e97874d9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:28.696539 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:28.821846 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83062ef2-4639-4a59-8e64-c2ddfdebdb29', 'name': 'network-vif-deleted', 'tag': '13ff1ba2-136d-48c3-b5e9-a9f534dc4d68'}] {{(pid=73832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 00:38:28.860690 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] For port 8ad830c0-8780-464f-8e9a-971e3ba0c914, host dv-cinder-784623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-iscsi',level=0,port_id=8ad830c0-8780-464f-8e9a-971e3ba0c914,segment=NetworkSegment(b58bdf18-5de0-4e7f-8f68-7b9cb2ce7be2),segment_id=b58bdf18-5de0-4e7f-8f68-7b9cb2ce7be2)] {{(pid=73833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:38:28.927526 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] For port 163e2ec3-2d31-4d71-b82f-9ef0fbf1fa68, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=163e2ec3-2d31-4d71-b82f-9ef0fbf1fa68,segment=NetworkSegment(d6767cd9-a845-4bf2-a0b7-cab2ef6cd327),segment_id=d6767cd9-a845-4bf2-a0b7-cab2ef6cd327)] {{(pid=73833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:38:28.943053 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.plugin [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] No Port match for: 13ff1ba2-136d-48c3-b5e9-a9f534dc4d68 {{(pid=73833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 06 00:38:28.943404 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Device 13ff1ba2-136d-48c3-b5e9-a9f534dc4d68 not bound to the agent host hv-cinder-78462 {{(pid=73833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 06 00:38:28.949872 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Returning: {'device': '163e2ec3-2d31-4d71-b82f-9ef0fbf1fa68', 'network_id': 'f1ee20ed-17e0-4650-a61e-4e2579bfb5cb', 'port_id': '163e2ec3-2d31-4d71-b82f-9ef0fbf1fa68', 'mac_address': 'fa:16:3e:67:c9:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '587fdbbc-2087-48fc-8109-2b5f3ba73405', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 06 00:38:28.959592 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83062ef2-4639-4a59-8e64-c2ddfdebdb29', 'name': 'network-vif-deleted', 'tag': '13ff1ba2-136d-48c3-b5e9-a9f534dc4d68', 'status': 'completed', 'code': 200}
May 06 00:38:28.970431 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:28.976849 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-896ecc23-2d78-41eb-bffd-bd22a755ddec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:38:29.251625 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:29.408108 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_hamode_db [None req-cfecfc0d-66c8-48d0-b242-b375e280f0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9508e25b20>, [{'id': '620e8838-d9d7-4605-adfe-b68ddaea8d8a', 'name': 'tempest-TestShelveInstance-1240746119-router', 'tenant_id': '3fc73c2b6dc24f04b0a10b2cba547cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'external_fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': 'e0749598-9ee4-4799-aea4-3fba3336e85b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:38:20Z', 'updated_at': '2021-05-06T00:38:24Z', 'revision_number': 3, 'project_id': '3fc73c2b6dc24f04b0a10b2cba547cef', 'gw_port': {'id': 'e0749598-9ee4-4799-aea4-3fba3336e85b', 'name': '', 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e2:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '620e8838-d9d7-4605-adfe-b68ddaea8d8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:38:21Z', 'updated_at': '2021-05-06T00:38:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-iscsi'}], 'dv-cinder-784623-8-iscsi', False) {} {{(pid=73833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:38:29.411779 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.notifiers.nova [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 163e2ec3-2d31-4d71-b82f-9ef0fbf1fa68 {{(pid=73833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 06 00:38:29.470981 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Device 0ac8f2a6-6aa2-4024-ab10-93eaa673a7e7 up at agent ovs-agent-dv-cinder-784623-8-iscsi {{(pid=73833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 00:38:29.523650 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9217cb5-d997-469e-b819-6747633bcb1b req-41d75492-926b-4945-af05-433e17b127da tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:38:29.525208 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-b9217cb5-d997-469e-b819-6747633bcb1b req-41d75492-926b-4945-af05-433e17b127da tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=15ce2da6-b007-4eb2-a16e-92ba2286a634 HTTP/1.1" status: 200  len: 943 time: 1.1019990
May 06 00:38:29.543745 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfecfc0d-66c8-48d0-b242-b375e280f0b5 None None] Checking router: 620e8838-d9d7-4605-adfe-b68ddaea8d8a for host: dv-cinder-784623-8-iscsi {{(pid=73833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 06 00:38:29.544432 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfecfc0d-66c8-48d0-b242-b375e280f0b5 None None] Updating router 620e8838-d9d7-4605-adfe-b68ddaea8d8a port e0749598-9ee4-4799-aea4-3fba3336e85b binding host dv-cinder-784623-8-iscsi {{(pid=73833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 06 00:38:29.561666 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.db_base_plugin_common [None req-97518b17-fc6b-40bb-95dc-e76e97874d9d admin admin] Allocated IP 172.20.0.1 (8a76de60-8f51-46a7-82de-5e733a1b9171/1144644b-a385-46b3-a0c3-f4eac028f2d2/52292940-2602-4ee4-9ab9-6a1800f9b3c4) {{(pid=73831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 06 00:38:29.630375 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-b9217cb5-d997-469e-b819-6747633bcb1b req-1e36d7cd-8180-4bb3-be29-714f23998dcf tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a34f04e-64d6-4aca-9087-db3260c441d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0987914
May 06 00:38:29.707267 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-cfecfc0d-66c8-48d0-b242-b375e280f0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:29.860360 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Pushing event updated for resources: {'Port': ['ID=8ad830c0-8780-464f-8e9a-971e3ba0c914,revision_number=5']} {{(pid=73833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:38:29.881120 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.907s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:38:29.959872 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-97518b17-fc6b-40bb-95dc-e76e97874d9d admin admin] Notify callbacks [] for port, precommit_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:29.986820 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.provisioning_blocks [None req-97518b17-fc6b-40bb-95dc-e76e97874d9d admin admin] Transition to ACTIVE for port object 52292940-2602-4ee4-9ab9-6a1800f9b3c4 will not be triggered until provisioned by entity DHCP. {{(pid=73831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 00:38:30.021536 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-97518b17-fc6b-40bb-95dc-e76e97874d9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767380898820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2942582'] for port, after_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:30.029886 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-a8aa0a8b-c486-4696-b744-12a16a8f1d27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:38:30.109870 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97518b17-fc6b-40bb-95dc-e76e97874d9d admin admin] Network 8a76de60-8f51-46a7-82de-5e733a1b9171 is already hosted by enough agents. {{(pid=73831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 00:38:30.115169 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.scheduler.base_scheduler [None req-97518b17-fc6b-40bb-95dc-e76e97874d9d admin admin] Resources bound (agent type, host, resource id):  {{(pid=73831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 00:38:30.118713 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d03274b-2c58-4c1f-ad32-bb54b6d568d0 req-497ed386-5022-4419-a242-c053177bde6b tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:38:30.121040 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [req-3d03274b-2c58-4c1f-ad32-bb54b6d568d0 req-497ed386-5022-4419-a242-c053177bde6b tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Synchronizing usage tracker for tenant:002b4df3d00d43ddba30ad44b32e56cc on resource:port {{(pid=73832) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 00:38:30.154559 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97518b17-fc6b-40bb-95dc-e76e97874d9d admin admin] Received port after_create {{(pid=73831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 06 00:38:30.171513 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [req-3d03274b-2c58-4c1f-ad32-bb54b6d568d0 req-497ed386-5022-4419-a242-c053177bde6b tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Unset dirty status for tenant:002b4df3d00d43ddba30ad44b32e56cc on resource:port {{(pid=73832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 00:38:30.172676 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-3d03274b-2c58-4c1f-ad32-bb54b6d568d0 req-497ed386-5022-4419-a242-c053177bde6b tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/ports?device_id=07ff8e08-f2b7-4e46-b8df-eed0ff990983 HTTP/1.1" status: 200  len: 945 time: 0.2273886
May 06 00:38:30.220323 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] For port 163e2ec3-2d31-4d71-b82f-9ef0fbf1fa68, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=163e2ec3-2d31-4d71-b82f-9ef0fbf1fa68,segment=NetworkSegment(d6767cd9-a845-4bf2-a0b7-cab2ef6cd327),segment_id=d6767cd9-a845-4bf2-a0b7-cab2ef6cd327)] {{(pid=73833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:38:30.303932 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:30.311354 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-3d03274b-2c58-4c1f-ad32-bb54b6d568d0 req-78416012-7904-4a5f-84af-102a7b455db4 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/security-groups?id=ceb8dabd-8ffc-4d87-9464-7f935bd56bb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1315687
May 06 00:38:30.328263 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:38:30.369063 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97518b17-fc6b-40bb-95dc-e76e97874d9d admin admin] Pushing event updated for resources: {'Port': ['ID=52292940-2602-4ee4-9ab9-6a1800f9b3c4,revision_number=1']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:38:30.372690 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-97518b17-fc6b-40bb-95dc-e76e97874d9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:38:30.373940 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-97518b17-fc6b-40bb-95dc-e76e97874d9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-401631'] for router_interface, before_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:30.605983 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Pushing event updated for resources: {'Port': ['ID=163e2ec3-2d31-4d71-b82f-9ef0fbf1fa68,revision_number=9']} {{(pid=73833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:38:30.622246 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Provisioning complete for port 0ac8f2a6-6aa2-4024-ab10-93eaa673a7e7 triggered by entity L2. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 00:38:30.632175 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723253'] for port, provisioning_complete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:30.642604 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-97518b17-fc6b-40bb-95dc-e76e97874d9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:30.677027 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:38:30.690592 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-09e32f4e-b187-4c57-909a-b238a9d50392 None None] Provisioning for port 52292940-2602-4ee4-9ab9-6a1800f9b3c4 completed by entity DHCP. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 00:38:30.700555 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-09e32f4e-b187-4c57-909a-b238a9d50392 None None] Provisioning complete for port 52292940-2602-4ee4-9ab9-6a1800f9b3c4 triggered by entity DHCP. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 00:38:30.701088 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-09e32f4e-b187-4c57-909a-b238a9d50392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723253'] for port, provisioning_complete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:30.889093 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.plugin [None req-09e32f4e-b187-4c57-909a-b238a9d50392 None None] Port 52292940-2602-4ee4-9ab9-6a1800f9b3c4 cannot update to ACTIVE because it is not bound. {{(pid=73833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 06 00:38:30.967069 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-cfecfc0d-66c8-48d0-b242-b375e280f0b5 None None] Notify callbacks [] for port, precommit_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:31.004723 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-cfecfc0d-66c8-48d0-b242-b375e280f0b5 None None] Transition to ACTIVE for port object e0749598-9ee4-4799-aea4-3fba3336e85b will not be triggered until provisioned by entity L2. {{(pid=73833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 00:38:31.009684 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Device a033944b-e7bd-432d-8324-bd4b5c70a4df up at agent ovs-agent-dv-cinder-784623-8-iscsi {{(pid=73833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 00:38:31.056791 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-cfecfc0d-66c8-48d0-b242-b375e280f0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:31.068910 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-ed2bc8a1-89dd-488f-aa54-c2667b6657b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:38:31.074699 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea73160-c566-4243-b92f-c588178a9ad6 req-31b00f22-0f65-4b0b-be94-a355129635c2 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:38:31.076273 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-3ea73160-c566-4243-b92f-c588178a9ad6 req-31b00f22-0f65-4b0b-be94-a355129635c2 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=15ce2da6-b007-4eb2-a16e-92ba2286a634 HTTP/1.1" status: 200  len: 944 time: 0.1713483
May 06 00:38:31.154528 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-3ea73160-c566-4243-b92f-c588178a9ad6 req-bbb7e5b5-d711-4c2e-b259-7c35e7b2c645 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a34f04e-64d6-4aca-9087-db3260c441d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0683916
May 06 00:38:31.169688 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.managers [None req-cfecfc0d-66c8-48d0-b242-b375e280f0b5 None None] Attempting to bind port e0749598-9ee4-4799-aea4-3fba3336e85b on host dv-cinder-784623-8-iscsi for vnic_type normal with profile  {{(pid=73833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 06 00:38:31.170060 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.managers [None req-cfecfc0d-66c8-48d0-b242-b375e280f0b5 None None] Attempting to bind port e0749598-9ee4-4799-aea4-3fba3336e85b by drivers openvswitch,hyperv on host dv-cinder-784623-8-iscsi at level 0 using segments [{'id': '9e77dc6e-5839-4c5c-8941-3e48c898c98b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4'}] {{(pid=73833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 06 00:38:31.170428 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfecfc0d-66c8-48d0-b242-b375e280f0b5 None None] Attempting to bind port e0749598-9ee4-4799-aea4-3fba3336e85b on network 86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4 {{(pid=73833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 00:38:31.172813 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2e35d0-db96-449e-bdfb-22230b7c076c None None] Pushing event updated for resources: {'Port': ['ID=e0749598-9ee4-4799-aea4-3fba3336e85b,revision_number=2']} {{(pid=73833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:38:31.187140 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-5e2e35d0-db96-449e-bdfb-22230b7c076c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:38:31.187140 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfecfc0d-66c8-48d0-b242-b375e280f0b5 None None] Checking agent: {'id': '4b72a67e-bba9-4429-9bf9-904dcd8ce83b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 0, 27, 19), 'started_at': datetime.datetime(2021, 5, 6, 0, 27, 49), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 0, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 06 00:38:31.187140 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfecfc0d-66c8-48d0-b242-b375e280f0b5 None None] Checking segment: {'id': '9e77dc6e-5839-4c5c-8941-3e48c898c98b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 00:38:31.187140 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-cfecfc0d-66c8-48d0-b242-b375e280f0b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:31.187140 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfecfc0d-66c8-48d0-b242-b375e280f0b5 None None] Bound using segment: {'id': '9e77dc6e-5839-4c5c-8941-3e48c898c98b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4'} {{(pid=73833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 06 00:38:31.187140 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.managers [None req-cfecfc0d-66c8-48d0-b242-b375e280f0b5 None None] Bound port: e0749598-9ee4-4799-aea4-3fba3336e85b, host: dv-cinder-784623-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e77dc6e-5839-4c5c-8941-3e48c898c98b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4'}}] {{(pid=73833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 06 00:38:31.187140 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-cfecfc0d-66c8-48d0-b242-b375e280f0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:31.190238 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-97518b17-fc6b-40bb-95dc-e76e97874d9d admin admin] Notify callbacks [] for port, precommit_update {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:31.198014 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-97518b17-fc6b-40bb-95dc-e76e97874d9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2942575'] for port, after_update {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:31.223682 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Provisioning for port a033944b-e7bd-432d-8324-bd4b5c70a4df completed by entity L2. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 00:38:31.233498 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Provisioning complete for port a033944b-e7bd-432d-8324-bd4b5c70a4df triggered by entity L2. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 00:38:31.233859 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723253'] for port, provisioning_complete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:31.255039 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-a8aa0a8b-c486-4696-b744-12a16a8f1d27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:38:31.320082 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-cfecfc0d-66c8-48d0-b242-b375e280f0b5 None None] For port e0749598-9ee4-4799-aea4-3fba3336e85b, host dv-cinder-784623-8-iscsi, cleared binding levels {{(pid=73833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 06 00:38:31.329409 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97518b17-fc6b-40bb-95dc-e76e97874d9d admin admin] Pushing event updated for resources: {'Port': ['ID=52292940-2602-4ee4-9ab9-6a1800f9b3c4,revision_number=2']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:38:31.333801 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-cfecfc0d-66c8-48d0-b242-b375e280f0b5 None None] For port e0749598-9ee4-4799-aea4-3fba3336e85b, host dv-cinder-784623-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-iscsi',level=0,port_id=e0749598-9ee4-4799-aea4-3fba3336e85b,segment=NetworkSegment(9e77dc6e-5839-4c5c-8941-3e48c898c98b),segment_id=9e77dc6e-5839-4c5c-8941-3e48c898c98b)] {{(pid=73833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 06 00:38:31.351493 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-97518b17-fc6b-40bb-95dc-e76e97874d9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:38:31.353342 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-97518b17-fc6b-40bb-95dc-e76e97874d9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401532'] for router_interface, after_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:31.364401 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-cfecfc0d-66c8-48d0-b242-b375e280f0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:31.374836 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:38:31.453838 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2e35d0-db96-449e-bdfb-22230b7c076c None None] Pushing event updated for resources: {'Port': ['ID=e0749598-9ee4-4799-aea4-3fba3336e85b,revision_number=3']} {{(pid=73833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:38:31.467726 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-5e2e35d0-db96-449e-bdfb-22230b7c076c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:38:31.485390 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:31.502195 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfecfc0d-66c8-48d0-b242-b375e280f0b5 None None] Routers {'620e8838-d9d7-4605-adfe-b68ddaea8d8a'} bound to L3 agent in host dv-cinder-784623-8-iscsi {{(pid=73833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 00:38:31.502828 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_hamode_db [None req-cfecfc0d-66c8-48d0-b242-b375e280f0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9508e25b20>, 'dv-cinder-784623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-06T00:27:20Z,description=<?>,heartbeat_timestamp=2021-05-06T00:38:20Z,host='dv-cinder-784623-8-iscsi',id=3fa0790c-dd29-4495-aa07-f8a2ae482509,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T00:27:20Z,topic='l3_agent')) {'router_ids': ['620e8838-d9d7-4605-adfe-b68ddaea8d8a'], 'active': True} {{(pid=73833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:38:31.601629 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97518b17-fc6b-40bb-95dc-e76e97874d9d admin admin] Network 8a76de60-8f51-46a7-82de-5e733a1b9171 is already hosted by enough agents. {{(pid=73831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 00:38:31.603195 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.scheduler.base_scheduler [None req-97518b17-fc6b-40bb-95dc-e76e97874d9d admin admin] Resources bound (agent type, host, resource id):  {{(pid=73831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 00:38:31.623903 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aba69ef-8b15-492e-8f91-228cc32aee30 req-d6357307-a257-47b7-8cfc-f0f61c7121d1 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:38:31.636013 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-2aba69ef-8b15-492e-8f91-228cc32aee30 req-d6357307-a257-47b7-8cfc-f0f61c7121d1 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/ports?device_id=07ff8e08-f2b7-4e46-b8df-eed0ff990983 HTTP/1.1" status: 200  len: 945 time: 0.1305480
May 06 00:38:31.656609 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] For port a033944b-e7bd-432d-8324-bd4b5c70a4df, host dv-cinder-784623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-iscsi',level=0,port_id=a033944b-e7bd-432d-8324-bd4b5c70a4df,segment=NetworkSegment(ad3796ff-8d99-4772-b33c-212fa30eb7b6),segment_id=ad3796ff-8d99-4772-b33c-212fa30eb7b6)] {{(pid=73833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:38:31.672244 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:31.672244 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-896ecc23-2d78-41eb-bffd-bd22a755ddec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:38:31.800340 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-2aba69ef-8b15-492e-8f91-228cc32aee30 req-5d82bfc5-af48-4622-8690-5bab62dcbc33 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/security-groups?id=ceb8dabd-8ffc-4d87-9464-7f935bd56bb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1619763
May 06 00:38:31.961439 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_dvr_db [None req-cfecfc0d-66c8-48d0-b242-b375e280f0b5 None None] Set router 620e8838-d9d7-4605-adfe-b68ddaea8d8a gateway port host: dv-cinder-784623-8-iscsi {{(pid=73833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 00:38:32.120985 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Device c995136f-bb0d-4988-8230-e4598d2687c9 up at agent ovs-agent-dv-cinder-784623-8-iscsi {{(pid=73833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 00:38:32.131989 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97518b17-fc6b-40bb-95dc-e76e97874d9d admin admin] Router 620e8838-d9d7-4605-adfe-b68ddaea8d8a has already been hosted by L3 agent 3fa0790c-dd29-4495-aa07-f8a2ae482509 {{(pid=73831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 06 00:38:32.286420 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-51e00b31-23f2-4b9e-ad72-d900f1233403 None None] Provisioning complete for port 52292940-2602-4ee4-9ab9-6a1800f9b3c4 triggered by entity DHCP. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 00:38:32.286834 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-51e00b31-23f2-4b9e-ad72-d900f1233403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723253'] for port, provisioning_complete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:32.316912 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Pushing event updated for resources: {'Port': ['ID=a033944b-e7bd-432d-8324-bd4b5c70a4df,revision_number=3']} {{(pid=73833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:38:32.337925 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.666s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:38:32.419727 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Provisioning for port c995136f-bb0d-4988-8230-e4598d2687c9 completed by entity L2. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 00:38:32.427779 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Provisioning complete for port c995136f-bb0d-4988-8230-e4598d2687c9 triggered by entity L2. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 00:38:32.428163 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723253'] for port, provisioning_complete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:32.453941 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.plugin [None req-51e00b31-23f2-4b9e-ad72-d900f1233403 None None] Port 52292940-2602-4ee4-9ab9-6a1800f9b3c4 cannot update to ACTIVE because it is not bound. {{(pid=73833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 06 00:38:32.484149 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04fd572b-4e0a-485c-a2bb-9bbdf1ed0310 None None] Sync routers for ids ['f40599ff-6837-4946-a9eb-345235693a63'] in dv-cinder-784623-8-iscsi {{(pid=73834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 06 00:38:32.512462 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04fd572b-4e0a-485c-a2bb-9bbdf1ed0310 None None] Routers {'f40599ff-6837-4946-a9eb-345235693a63'} bound to L3 agent in host dv-cinder-784623-8-iscsi {{(pid=73834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 00:38:32.513412 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_hamode_db [None req-04fd572b-4e0a-485c-a2bb-9bbdf1ed0310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9508dfb610>, 'dv-cinder-784623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-06T00:27:20Z,description=<?>,heartbeat_timestamp=2021-05-06T00:38:20Z,host='dv-cinder-784623-8-iscsi',id=3fa0790c-dd29-4495-aa07-f8a2ae482509,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T00:27:20Z,topic='l3_agent')) {'router_ids': ['f40599ff-6837-4946-a9eb-345235693a63'], 'active': True} {{(pid=73834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:38:32.582758 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_hamode_db [None req-cfecfc0d-66c8-48d0-b242-b375e280f0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9508e25b20>, [{'id': '620e8838-d9d7-4605-adfe-b68ddaea8d8a', 'name': 'tempest-TestShelveInstance-1240746119-router', 'tenant_id': '3fc73c2b6dc24f04b0a10b2cba547cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'external_fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': 'e0749598-9ee4-4799-aea4-3fba3336e85b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:38:20Z', 'updated_at': '2021-05-06T00:38:30Z', 'revision_number': 4, 'project_id': '3fc73c2b6dc24f04b0a10b2cba547cef', 'gw_port': {'id': 'e0749598-9ee4-4799-aea4-3fba3336e85b', 'name': '', 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e2:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '620e8838-d9d7-4605-adfe-b68ddaea8d8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:38:21Z', 'updated_at': '2021-05-06T00:38:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-iscsi', '_interfaces': [{'id': '52292940-2602-4ee4-9ab9-6a1800f9b3c4', 'name': '', 'network_id': '8a76de60-8f51-46a7-82de-5e733a1b9171', 'tenant_id': '3fc73c2b6dc24f04b0a10b2cba547cef', 'mac_address': 'fa:16:3e:f3:34:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '620e8838-d9d7-4605-adfe-b68ddaea8d8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '1144644b-a385-46b3-a0c3-f4eac028f2d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:38:28Z', 'updated_at': '2021-05-06T00:38:30Z', 'revision_number': 2, 'project_id': '3fc73c2b6dc24f04b0a10b2cba547cef', 'subnets': [{'id': '1144644b-a385-46b3-a0c3-f4eac028f2d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-8-iscsi', False) {} {{(pid=73833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:38:32.587634 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:32.604010 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] For port c995136f-bb0d-4988-8230-e4598d2687c9, host dv-cinder-784623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-iscsi',level=0,port_id=c995136f-bb0d-4988-8230-e4598d2687c9,segment=NetworkSegment(9e77dc6e-5839-4c5c-8941-3e48c898c98b),segment_id=9e77dc6e-5839-4c5c-8941-3e48c898c98b)] {{(pid=73833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:38:32.606100 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfecfc0d-66c8-48d0-b242-b375e280f0b5 None None] The sync data for ids ['620e8838-d9d7-4605-adfe-b68ddaea8d8a'] in dv-cinder-784623-8-iscsi is: [{'id': '620e8838-d9d7-4605-adfe-b68ddaea8d8a', 'name': 'tempest-TestShelveInstance-1240746119-router', 'tenant_id': '3fc73c2b6dc24f04b0a10b2cba547cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'external_fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': 'e0749598-9ee4-4799-aea4-3fba3336e85b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:38:20Z', 'updated_at': '2021-05-06T00:38:30Z', 'revision_number': 4, 'project_id': '3fc73c2b6dc24f04b0a10b2cba547cef', 'gw_port': {'id': 'e0749598-9ee4-4799-aea4-3fba3336e85b', 'name': '', 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e2:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '620e8838-d9d7-4605-adfe-b68ddaea8d8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:38:21Z', 'updated_at': '2021-05-06T00:38:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-iscsi', '_interfaces': [{'id': '52292940-2602-4ee4-9ab9-6a1800f9b3c4', 'name': '', 'network_id': '8a76de60-8f51-46a7-82de-5e733a1b9171', 'tenant_id': '3fc73c2b6dc24f04b0a10b2cba547cef', 'mac_address': 'fa:16:3e:f3:34:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '620e8838-d9d7-4605-adfe-b68ddaea8d8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '1144644b-a385-46b3-a0c3-f4eac028f2d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:38:28Z', 'updated_at': '2021-05-06T00:38:30Z', 'revision_number': 2, 'project_id': '3fc73c2b6dc24f04b0a10b2cba547cef', 'subnets': [{'id': '1144644b-a385-46b3-a0c3-f4eac028f2d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 06 00:38:32.616857 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:32.617768 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Device 8ad830c0-8780-464f-8e9a-971e3ba0c914 up at agent ovs-agent-dv-cinder-784623-8-iscsi {{(pid=73833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 00:38:32.640126 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4907ef-14a8-4c32-989e-9901a5795f78 req-1669c6e0-a33a-4471-9fba-bbcb9f747b9f tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:38:32.640865 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-ef4907ef-14a8-4c32-989e-9901a5795f78 req-1669c6e0-a33a-4471-9fba-bbcb9f747b9f tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=15ce2da6-b007-4eb2-a16e-92ba2286a634 HTTP/1.1" status: 200  len: 944 time: 0.1634662
May 06 00:38:32.641956 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97518b17-fc6b-40bb-95dc-e76e97874d9d admin admin] Notify agent at l3_agent.dv-cinder-784623-8-iscsi the message routers_updated {{(pid=73831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 06 00:38:32.651339 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:38:32.682015 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-97518b17-fc6b-40bb-95dc-e76e97874d9d admin admin] 10.222.0.24 "PUT /v2.0/routers/620e8838-d9d7-4605-adfe-b68ddaea8d8a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.6975036
May 06 00:38:32.776426 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-ef4907ef-14a8-4c32-989e-9901a5795f78 req-1cc101ce-9ca1-46a0-a15c-1b16ece1aba4 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a34f04e-64d6-4aca-9087-db3260c441d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0912993
May 06 00:38:32.828493 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Pushing event updated for resources: {'Port': ['ID=c995136f-bb0d-4988-8230-e4598d2687c9,revision_number=4']} {{(pid=73833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:38:32.853106 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:38:32.864527 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Provisioning complete for port 8ad830c0-8780-464f-8e9a-971e3ba0c914 triggered by entity L2. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 00:38:32.864990 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723253'] for port, provisioning_complete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:32.930924 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_dvr_db [None req-04fd572b-4e0a-485c-a2bb-9bbdf1ed0310 None None] Set router f40599ff-6837-4946-a9eb-345235693a63 gateway port host: dv-cinder-784623-8-iscsi {{(pid=73834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 00:38:33.268152 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b058e5d2-7e77-4e05-be3c-dac7727c3d31 req-1a1cd479-0636-4765-8358-93dc9f673cc5 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:38:33.274030 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-b058e5d2-7e77-4e05-be3c-dac7727c3d31 req-1a1cd479-0636-4765-8358-93dc9f673cc5 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/ports?device_id=07ff8e08-f2b7-4e46-b8df-eed0ff990983 HTTP/1.1" status: 200  len: 945 time: 0.2272828
May 06 00:38:33.365058 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-b058e5d2-7e77-4e05-be3c-dac7727c3d31 req-6ebe2101-26e3-4c01-955d-d3f46061eced tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/security-groups?id=ceb8dabd-8ffc-4d87-9464-7f935bd56bb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0860696
May 06 00:38:33.541079 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] get_ports_and_sgs() called for port_ids ['163e2ec3-2d31-4d71-b82f-9ef0fbf1fa68'] {{(pid=73833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 06 00:38:33.575440 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_hamode_db [None req-04fd572b-4e0a-485c-a2bb-9bbdf1ed0310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9508dfb610>, [{'id': 'f40599ff-6837-4946-a9eb-345235693a63', 'name': 'tempest-TestMinimumBasicScenario-360900618-router', 'tenant_id': '68c4e335ddc64d6ea6ca565079799e9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'external_fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': 'c995136f-bb0d-4988-8230-e4598d2687c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:38:11Z', 'updated_at': '2021-05-06T00:38:21Z', 'revision_number': 4, 'project_id': '68c4e335ddc64d6ea6ca565079799e9b', 'gw_port': {'id': 'c995136f-bb0d-4988-8230-e4598d2687c9', 'name': '', 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:a3:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40599ff-6837-4946-a9eb-345235693a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:38:13Z', 'updated_at': '2021-05-06T00:38:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-iscsi', '_interfaces': [{'id': '3caf4b08-f7c9-4c7e-a58d-de7ffc14ed09', 'name': '', 'network_id': '15dfc9d8-1e05-4ad2-b981-3952f9bb774d', 'tenant_id': '68c4e335ddc64d6ea6ca565079799e9b', 'mac_address': 'fa:16:3e:6f:45:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f40599ff-6837-4946-a9eb-345235693a63', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '6ddb1204-ef97-486b-8c25-ebef669ab3d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:38:19Z', 'updated_at': '2021-05-06T00:38:21Z', 'revision_number': 2, 'project_id': '68c4e335ddc64d6ea6ca565079799e9b', 'subnets': [{'id': '6ddb1204-ef97-486b-8c25-ebef669ab3d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-8-iscsi', False) {} {{(pid=73834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:38:33.584280 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04fd572b-4e0a-485c-a2bb-9bbdf1ed0310 None None] Checking router: f40599ff-6837-4946-a9eb-345235693a63 for host: dv-cinder-784623-8-iscsi {{(pid=73834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 06 00:38:33.584642 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04fd572b-4e0a-485c-a2bb-9bbdf1ed0310 None None] Updating router f40599ff-6837-4946-a9eb-345235693a63 port 3caf4b08-f7c9-4c7e-a58d-de7ffc14ed09 binding host dv-cinder-784623-8-iscsi {{(pid=73834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 06 00:38:33.686048 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron_lib.callbacks.manager [None req-04fd572b-4e0a-485c-a2bb-9bbdf1ed0310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:33.916931 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Device c995136f-bb0d-4988-8230-e4598d2687c9 up at agent ovs-agent-dv-cinder-784623-8-iscsi {{(pid=73833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 00:38:33.940483 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 41408) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:38:33.946718 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.v2.base [None req-7ce06dc6-9783-4104-b0a6-47d73f75772b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-461933556-network', 'tenant_id': 'ab2c0cba77e343a0980bc3c9614f06b7'}} {{(pid=73832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:38:33.953985 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-7ce06dc6-9783-4104-b0a6-47d73f75772b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:38:33.967234 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-7ce06dc6-9783-4104-b0a6-47d73f75772b admin admin] Usage tracker for resource:network and tenant:ab2c0cba77e343a0980bc3c9614f06b7 is out of sync, need to count used quota {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:38:33.980208 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-7ce06dc6-9783-4104-b0a6-47d73f75772b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:38:34.005974 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-7ce06dc6-9783-4104-b0a6-47d73f75772b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:38:34.035988 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ce06dc6-9783-4104-b0a6-47d73f75772b admin admin] Made reservation on behalf of ab2c0cba77e343a0980bc3c9614f06b7 for: {'network': 1} {{(pid=73832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 06 00:38:34.038396 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-7ce06dc6-9783-4104-b0a6-47d73f75772b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for network, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:34.038805 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Provisioning complete for port c995136f-bb0d-4988-8230-e4598d2687c9 triggered by entity L2. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 00:38:34.039529 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723253'] for port, provisioning_complete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:34.055718 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-7ce06dc6-9783-4104-b0a6-47d73f75772b admin admin] Notify callbacks [] for security_group, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:34.071618 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-7ce06dc6-9783-4104-b0a6-47d73f75772b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:38:34.076631 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8bada6-e176-47e4-82cb-38f807bd90ef req-fa7ce9af-438d-4653-95cc-88ebbc13fbfc tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:38:34.078252 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-8b8bada6-e176-47e4-82cb-38f807bd90ef req-fa7ce9af-438d-4653-95cc-88ebbc13fbfc tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=15ce2da6-b007-4eb2-a16e-92ba2286a634 HTTP/1.1" status: 200  len: 944 time: 0.1058583
May 06 00:38:34.086015 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-7ce06dc6-9783-4104-b0a6-47d73f75772b admin admin] Usage tracker for resource:security_group_rule and tenant:ab2c0cba77e343a0980bc3c9614f06b7 is out of sync, need to count used quota {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:38:34.101155 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-7ce06dc6-9783-4104-b0a6-47d73f75772b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:38:34.110702 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-7ce06dc6-9783-4104-b0a6-47d73f75772b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:38:34.195475 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-8b8bada6-e176-47e4-82cb-38f807bd90ef req-a773046c-f8c8-4585-a23d-d3af2f69bc95 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a34f04e-64d6-4aca-9087-db3260c441d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1036811
May 06 00:38:34.236322 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Device a033944b-e7bd-432d-8324-bd4b5c70a4df up at agent ovs-agent-dv-cinder-784623-8-iscsi {{(pid=73833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 00:38:34.278237 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-7ce06dc6-9783-4104-b0a6-47d73f75772b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:34.287263 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-7ce06dc6-9783-4104-b0a6-47d73f75772b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:34.290715 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-307a4693-1cb4-49dc-b40f-244772066d9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:38:34.343862 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce06dc6-9783-4104-b0a6-47d73f75772b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ff2da0e-b5e2-4d22-a86e-fc5fcde4038a,revision_number=1']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:38:34.349307 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-7ce06dc6-9783-4104-b0a6-47d73f75772b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:38:34.361298 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ce06dc6-9783-4104-b0a6-47d73f75772b admin admin] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'}  {{(pid=73832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 06 00:38:34.364342 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron_lib.callbacks.manager [None req-04fd572b-4e0a-485c-a2bb-9bbdf1ed0310 None None] Notify callbacks [] for port, precommit_update {{(pid=73834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:34.383156 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.provisioning_blocks [None req-04fd572b-4e0a-485c-a2bb-9bbdf1ed0310 None None] Transition to ACTIVE for port object 3caf4b08-f7c9-4c7e-a58d-de7ffc14ed09 will not be triggered until provisioned by entity L2. {{(pid=73834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 00:38:34.388185 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-7ce06dc6-9783-4104-b0a6-47d73f75772b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730493'] for segment, precommit_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:34.390485 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.db.segments_db [None req-7ce06dc6-9783-4104-b0a6-47d73f75772b admin admin] Added segment a54600ff-7fe8-4f0f-9417-10efacd21ba3 of type vlan for network ef1e2f4b-1930-4e39-94ad-876197bc5d6b
May 06 00:38:34.401375 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Provisioning complete for port a033944b-e7bd-432d-8324-bd4b5c70a4df triggered by entity L2. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 00:38:34.401629 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723253'] for port, provisioning_complete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:34.421615 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron_lib.callbacks.manager [None req-04fd572b-4e0a-485c-a2bb-9bbdf1ed0310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:34.444651 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:38:34.447521 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-7ce06dc6-9783-4104-b0a6-47d73f75772b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767380920962'] for network, precommit_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:34.502802 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-7ce06dc6-9783-4104-b0a6-47d73f75772b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938'] for network, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:34.505328 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce06dc6-9783-4104-b0a6-47d73f75772b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:38:34.505916 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-7ce06dc6-9783-4104-b0a6-47d73f75772b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535980'] for network, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:34.535736 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef8450d-97b4-47b0-a9d8-f4890dc98a86 None None] Pushing event updated for resources: {'Port': ['ID=3caf4b08-f7c9-4c7e-a58d-de7ffc14ed09,revision_number=3']} {{(pid=73834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:38:34.547859 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-6f004a89-01ad-4e6c-83df-b3042fb1080c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:38:34.548360 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Device 163e2ec3-2d31-4d71-b82f-9ef0fbf1fa68 up at agent hyperv_hv-cinder-78462 {{(pid=73833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 00:38:34.650181 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG oslo_concurrency.lockutils [None req-8ef8450d-97b4-47b0-a9d8-f4890dc98a86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=73834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:38:34.781720 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-7ce06dc6-9783-4104-b0a6-47d73f75772b admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.8399332
May 06 00:38:34.784770 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 41424) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:38:34.798885 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.v2.base [None req-05c6868e-db79-4eb2-8006-da48db293367 admin admin] Request body: {'subnet': {'network_id': 'ef1e2f4b-1930-4e39-94ad-876197bc5d6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-461933556-subnet', 'tenant_id': 'ab2c0cba77e343a0980bc3c9614f06b7', 'ip_version': 4}} {{(pid=73831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:38:34.808644 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-05c6868e-db79-4eb2-8006-da48db293367 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:38:34.822513 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-05c6868e-db79-4eb2-8006-da48db293367 admin admin] Usage tracker for resource:subnet and tenant:ab2c0cba77e343a0980bc3c9614f06b7 is out of sync, need to count used quota {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:38:34.835977 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-05c6868e-db79-4eb2-8006-da48db293367 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:38:34.862155 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-05c6868e-db79-4eb2-8006-da48db293367 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:38:34.870930 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Provisioning complete for port 163e2ec3-2d31-4d71-b82f-9ef0fbf1fa68 triggered by entity L2. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 00:38:34.872006 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723253'] for port, provisioning_complete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:34.881186 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05c6868e-db79-4eb2-8006-da48db293367 admin admin] Made reservation on behalf of ab2c0cba77e343a0980bc3c9614f06b7 for: {'subnet': 1} {{(pid=73831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 06 00:38:34.891593 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-05c6868e-db79-4eb2-8006-da48db293367 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3145320'] for subnet, before_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:34.909600 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.plugins.ml2.managers [None req-04fd572b-4e0a-485c-a2bb-9bbdf1ed0310 None None] Attempting to bind port 3caf4b08-f7c9-4c7e-a58d-de7ffc14ed09 on host dv-cinder-784623-8-iscsi for vnic_type normal with profile  {{(pid=73834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 06 00:38:34.912498 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.plugins.ml2.managers [None req-04fd572b-4e0a-485c-a2bb-9bbdf1ed0310 None None] Attempting to bind port 3caf4b08-f7c9-4c7e-a58d-de7ffc14ed09 by drivers openvswitch,hyperv on host dv-cinder-784623-8-iscsi at level 0 using segments [{'id': '2bae0777-846d-4f49-9130-4d4d1a8d5ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '15dfc9d8-1e05-4ad2-b981-3952f9bb774d'}] {{(pid=73834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 06 00:38:34.912813 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04fd572b-4e0a-485c-a2bb-9bbdf1ed0310 None None] Attempting to bind port 3caf4b08-f7c9-4c7e-a58d-de7ffc14ed09 on network 15dfc9d8-1e05-4ad2-b981-3952f9bb774d {{(pid=73834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 00:38:34.934925 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04fd572b-4e0a-485c-a2bb-9bbdf1ed0310 None None] Checking agent: {'id': '4b72a67e-bba9-4429-9bf9-904dcd8ce83b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 0, 27, 19), 'started_at': datetime.datetime(2021, 5, 6, 0, 27, 49), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 0, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 06 00:38:34.937174 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04fd572b-4e0a-485c-a2bb-9bbdf1ed0310 None None] Checking segment: {'id': '2bae0777-846d-4f49-9130-4d4d1a8d5ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '15dfc9d8-1e05-4ad2-b981-3952f9bb774d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 00:38:34.937753 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron_lib.callbacks.manager [None req-04fd572b-4e0a-485c-a2bb-9bbdf1ed0310 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:34.939600 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04fd572b-4e0a-485c-a2bb-9bbdf1ed0310 None None] Bound using segment: {'id': '2bae0777-846d-4f49-9130-4d4d1a8d5ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '15dfc9d8-1e05-4ad2-b981-3952f9bb774d'} {{(pid=73834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 06 00:38:34.940306 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.plugins.ml2.managers [None req-04fd572b-4e0a-485c-a2bb-9bbdf1ed0310 None None] Bound port: 3caf4b08-f7c9-4c7e-a58d-de7ffc14ed09, host: dv-cinder-784623-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bae0777-846d-4f49-9130-4d4d1a8d5ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '15dfc9d8-1e05-4ad2-b981-3952f9bb774d'}}] {{(pid=73834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 06 00:38:34.942881 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron_lib.callbacks.manager [None req-04fd572b-4e0a-485c-a2bb-9bbdf1ed0310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:35.119841 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:35.140624 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.plugins.ml2.db [None req-04fd572b-4e0a-485c-a2bb-9bbdf1ed0310 None None] For port 3caf4b08-f7c9-4c7e-a58d-de7ffc14ed09, host dv-cinder-784623-8-iscsi, cleared binding levels {{(pid=73834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 06 00:38:35.150872 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.plugins.ml2.db [None req-04fd572b-4e0a-485c-a2bb-9bbdf1ed0310 None None] For port 3caf4b08-f7c9-4c7e-a58d-de7ffc14ed09, host dv-cinder-784623-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-iscsi',level=0,port_id=3caf4b08-f7c9-4c7e-a58d-de7ffc14ed09,segment=NetworkSegment(2bae0777-846d-4f49-9130-4d4d1a8d5ba5),segment_id=2bae0777-846d-4f49-9130-4d4d1a8d5ba5)] {{(pid=73834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 06 00:38:35.159414 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron_lib.callbacks.manager [None req-04fd572b-4e0a-485c-a2bb-9bbdf1ed0310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:35.176828 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG oslo_concurrency.lockutils [None req-1752c11e-272c-4d9c-a711-70e1f85bfa66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:38:35.191832 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce06dc6-9783-4104-b0a6-47d73f75772b admin admin] Pushing event updated for resources: {'Network': ['ID=ef1e2f4b-1930-4e39-94ad-876197bc5d6b,revision_number=1']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:38:35.196493 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-7ce06dc6-9783-4104-b0a6-47d73f75772b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.649s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:38:35.210338 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] For port 163e2ec3-2d31-4d71-b82f-9ef0fbf1fa68, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=163e2ec3-2d31-4d71-b82f-9ef0fbf1fa68,segment=NetworkSegment(d6767cd9-a845-4bf2-a0b7-cab2ef6cd327),segment_id=d6767cd9-a845-4bf2-a0b7-cab2ef6cd327)] {{(pid=73833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:38:35.213825 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15ce2da6-b007-4eb2-a16e-92ba2286a634', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '163e2ec3-2d31-4d71-b82f-9ef0fbf1fa68'}] {{(pid=73833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 00:38:35.227420 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Network ef1e2f4b-1930-4e39-94ad-876197bc5d6b details requested by agent ovs-agent-dv-cinder-784623-8-iscsi with host dv-cinder-784623-8-iscsi {{(pid=73833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 06 00:38:35.319413 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e811ce-2e61-4679-aec8-8ca08c3b3ddb req-a8464a5e-ad70-449e-8218-618ec6b05a5d tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:38:35.322317 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:35.327468 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-d2e811ce-2e61-4679-aec8-8ca08c3b3ddb req-a8464a5e-ad70-449e-8218-618ec6b05a5d tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/ports?device_id=07ff8e08-f2b7-4e46-b8df-eed0ff990983 HTTP/1.1" status: 200  len: 945 time: 0.5805342
May 06 00:38:35.391277 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04fd572b-4e0a-485c-a2bb-9bbdf1ed0310 None None] Routers {'f40599ff-6837-4946-a9eb-345235693a63'} bound to L3 agent in host dv-cinder-784623-8-iscsi {{(pid=73834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 00:38:35.391939 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_hamode_db [None req-04fd572b-4e0a-485c-a2bb-9bbdf1ed0310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9508dfb610>, 'dv-cinder-784623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-06T00:27:20Z,description=<?>,heartbeat_timestamp=2021-05-06T00:38:20Z,host='dv-cinder-784623-8-iscsi',id=3fa0790c-dd29-4495-aa07-f8a2ae482509,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T00:27:20Z,topic='l3_agent')) {'router_ids': ['f40599ff-6837-4946-a9eb-345235693a63'], 'active': True} {{(pid=73834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:38:35.467418 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7412f84a-1df2-4d3c-b0a9-dd071660eef7 req-8deb4ac8-4707-404b-8385-dec0223fb9bf tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:38:35.474880 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-7412f84a-1df2-4d3c-b0a9-dd071660eef7 req-8deb4ac8-4707-404b-8385-dec0223fb9bf tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.30 "GET /v2.0/ports?device_id=07ff8e08-f2b7-4e46-b8df-eed0ff990983 HTTP/1.1" status: 200  len: 945 time: 0.4255478
May 06 00:38:35.502349 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-e5c53db0-7589-4982-b477-14d20cccb3fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:38:35.635424 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-d2e811ce-2e61-4679-aec8-8ca08c3b3ddb req-a477b560-b74d-45ff-afc3-f113eac77153 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/security-groups?id=ceb8dabd-8ffc-4d87-9464-7f935bd56bb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3070006
May 06 00:38:35.864055 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Pushing event updated for resources: {'Port': ['ID=163e2ec3-2d31-4d71-b82f-9ef0fbf1fa68,revision_number=10']} {{(pid=73833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:38:35.874663 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef8450d-97b4-47b0-a9d8-f4890dc98a86 None None] Pushing event updated for resources: {'Port': ['ID=3caf4b08-f7c9-4c7e-a58d-de7ffc14ed09,revision_number=4']} {{(pid=73834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:38:35.876228 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:38:35.880474 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG oslo_concurrency.lockutils [None req-8ef8450d-97b4-47b0-a9d8-f4890dc98a86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.704s {{(pid=73834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:38:35.968119 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Device e0749598-9ee4-4799-aea4-3fba3336e85b up at agent ovs-agent-dv-cinder-784623-8-iscsi {{(pid=73833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 00:38:36.058715 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_dvr_db [None req-04fd572b-4e0a-485c-a2bb-9bbdf1ed0310 None None] Set router f40599ff-6837-4946-a9eb-345235693a63 gateway port host: dv-cinder-784623-8-iscsi {{(pid=73834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 00:38:36.062677 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-05c6868e-db79-4eb2-8006-da48db293367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2993638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3145242'] for subnet, after_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:36.071813 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:38:36.160976 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Provisioning for port e0749598-9ee4-4799-aea4-3fba3336e85b completed by entity L2. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 00:38:36.171529 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Provisioning complete for port e0749598-9ee4-4799-aea4-3fba3336e85b triggered by entity L2. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 00:38:36.171984 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723253'] for port, provisioning_complete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:36.275810 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c6868e-db79-4eb2-8006-da48db293367 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2023eea7-65b9-4b86-86ef-1f1f456d5a29,revision_number=0']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:38:36.299809 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-05c6868e-db79-4eb2-8006-da48db293367 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:38:36.314234 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c6868e-db79-4eb2-8006-da48db293367 admin admin] Checking segment: {'id': 'a54600ff-7fe8-4f0f-9417-10efacd21ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'ef1e2f4b-1930-4e39-94ad-876197bc5d6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 00:38:36.317121 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c6868e-db79-4eb2-8006-da48db293367 admin admin] Network hostable DHCP agents. Network: ef1e2f4b-1930-4e39-94ad-876197bc5d6b, hostable agents: ['08bd01f5-d9ad-41d2-bccd-f8157b6c692c'], hosted agents: [] {{(pid=73831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 06 00:38:36.324571 dv-cinder-784623-8-iscsi neutron-server[73833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15ce2da6-b007-4eb2-a16e-92ba2286a634', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '163e2ec3-2d31-4d71-b82f-9ef0fbf1fa68', 'code': 200}
May 06 00:38:36.388018 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c6868e-db79-4eb2-8006-da48db293367 admin admin] Network ef1e2f4b-1930-4e39-94ad-876197bc5d6b is scheduled to be hosted by DHCP agent 08bd01f5-d9ad-41d2-bccd-f8157b6c692c with binding_index 1 {{(pid=73831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 06 00:38:36.401336 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.scheduler.base_scheduler [None req-05c6868e-db79-4eb2-8006-da48db293367 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-8-iscsi, ef1e2f4b-1930-4e39-94ad-876197bc5d6b) {{(pid=73831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 00:38:36.412322 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c6868e-db79-4eb2-8006-da48db293367 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:38:36.412981 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-05c6868e-db79-4eb2-8006-da48db293367 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:36.422640 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3642c71-668c-484b-9c13-5aff826117e3 None None] Network ef1e2f4b-1930-4e39-94ad-876197bc5d6b requested from dv-cinder-784623-8-iscsi {{(pid=73833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 06 00:38:36.472984 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-05c6868e-db79-4eb2-8006-da48db293367 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 1.6841495
May 06 00:38:36.474024 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 41450) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:38:36.479049 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.v2.base [None req-a9383bd9-a9ba-4ea0-90a5-c81a38414f7c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-461933556-router', 'tenant_id': 'ab2c0cba77e343a0980bc3c9614f06b7', 'external_gateway_info': {'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4'}}} {{(pid=73831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:38:36.500039 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.plugin [req-7412f84a-1df2-4d3c-b0a9-dd071660eef7 req-81d1b7fb-c424-4a4e-9c63-590de47c338b tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Deleting port 4d31814e-8b0e-4376-9b93-66e0392316c3 {{(pid=73832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 06 00:38:36.501024 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-7412f84a-1df2-4d3c-b0a9-dd071660eef7 req-81d1b7fb-c424-4a4e-9c63-590de47c338b tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767381331357'] for port, before_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:36.504134 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-a9383bd9-a9ba-4ea0-90a5-c81a38414f7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:38:36.520882 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-a9383bd9-a9ba-4ea0-90a5-c81a38414f7c admin admin] Usage tracker for resource:router and tenant:ab2c0cba77e343a0980bc3c9614f06b7 is out of sync, need to count used quota {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:38:36.533962 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-a9383bd9-a9ba-4ea0-90a5-c81a38414f7c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:38:36.558641 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-a9383bd9-a9ba-4ea0-90a5-c81a38414f7c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:38:36.587865 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-a9383bd9-a9ba-4ea0-90a5-c81a38414f7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-451811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3440'] for router, before_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:36.588920 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-a9383bd9-a9ba-4ea0-90a5-c81a38414f7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-451820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409324', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-491947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3401'] for router, precommit_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:36.622710 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-a9383bd9-a9ba-4ea0-90a5-c81a38414f7c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:36.801768 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:36.873992 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] For port e0749598-9ee4-4799-aea4-3fba3336e85b, host dv-cinder-784623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-iscsi',level=0,port_id=e0749598-9ee4-4799-aea4-3fba3336e85b,segment=NetworkSegment(9e77dc6e-5839-4c5c-8941-3e48c898c98b),segment_id=9e77dc6e-5839-4c5c-8941-3e48c898c98b)] {{(pid=73833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:38:36.902531 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.db [req-7412f84a-1df2-4d3c-b0a9-dd071660eef7 req-81d1b7fb-c424-4a4e-9c63-590de47c338b tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] For port 4d31814e-8b0e-4376-9b93-66e0392316c3, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=4d31814e-8b0e-4376-9b93-66e0392316c3,segment=NetworkSegment(211ca014-1f1c-4c9d-9a8e-e2529d491b2b),segment_id=211ca014-1f1c-4c9d-9a8e-e2529d491b2b)] {{(pid=73832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:38:36.902888 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-7412f84a-1df2-4d3c-b0a9-dd071660eef7 req-81d1b7fb-c424-4a4e-9c63-590de47c338b tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404144'] for port, precommit_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:36.903824 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:36.930035 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:38:37.160761 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Pushing event updated for resources: {'Port': ['ID=e0749598-9ee4-4799-aea4-3fba3336e85b,revision_number=4']} {{(pid=73833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:38:37.223573 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_hamode_db [None req-04fd572b-4e0a-485c-a2bb-9bbdf1ed0310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9508dfb610>, [{'id': 'f40599ff-6837-4946-a9eb-345235693a63', 'name': 'tempest-TestMinimumBasicScenario-360900618-router', 'tenant_id': '68c4e335ddc64d6ea6ca565079799e9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'external_fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': 'c995136f-bb0d-4988-8230-e4598d2687c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:38:11Z', 'updated_at': '2021-05-06T00:38:21Z', 'revision_number': 4, 'project_id': '68c4e335ddc64d6ea6ca565079799e9b', 'gw_port': {'id': 'c995136f-bb0d-4988-8230-e4598d2687c9', 'name': '', 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:a3:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40599ff-6837-4946-a9eb-345235693a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:38:13Z', 'updated_at': '2021-05-06T00:38:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-iscsi', '_interfaces': [{'id': '3caf4b08-f7c9-4c7e-a58d-de7ffc14ed09', 'name': '', 'network_id': '15dfc9d8-1e05-4ad2-b981-3952f9bb774d', 'tenant_id': '68c4e335ddc64d6ea6ca565079799e9b', 'mac_address': 'fa:16:3e:6f:45:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f40599ff-6837-4946-a9eb-345235693a63', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '6ddb1204-ef97-486b-8c25-ebef669ab3d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:38:19Z', 'updated_at': '2021-05-06T00:38:35Z', 'revision_number': 4, 'project_id': '68c4e335ddc64d6ea6ca565079799e9b', 'subnets': [{'id': '6ddb1204-ef97-486b-8c25-ebef669ab3d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-8-iscsi', False) {} {{(pid=73834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:38:37.229383 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04fd572b-4e0a-485c-a2bb-9bbdf1ed0310 None None] The sync data for ids ['f40599ff-6837-4946-a9eb-345235693a63'] in dv-cinder-784623-8-iscsi is: [{'id': 'f40599ff-6837-4946-a9eb-345235693a63', 'name': 'tempest-TestMinimumBasicScenario-360900618-router', 'tenant_id': '68c4e335ddc64d6ea6ca565079799e9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'external_fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': 'c995136f-bb0d-4988-8230-e4598d2687c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:38:11Z', 'updated_at': '2021-05-06T00:38:21Z', 'revision_number': 4, 'project_id': '68c4e335ddc64d6ea6ca565079799e9b', 'gw_port': {'id': 'c995136f-bb0d-4988-8230-e4598d2687c9', 'name': '', 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:a3:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40599ff-6837-4946-a9eb-345235693a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:38:13Z', 'updated_at': '2021-05-06T00:38:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-iscsi', '_interfaces': [{'id': '3caf4b08-f7c9-4c7e-a58d-de7ffc14ed09', 'name': '', 'network_id': '15dfc9d8-1e05-4ad2-b981-3952f9bb774d', 'tenant_id': '68c4e335ddc64d6ea6ca565079799e9b', 'mac_address': 'fa:16:3e:6f:45:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f40599ff-6837-4946-a9eb-345235693a63', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '6ddb1204-ef97-486b-8c25-ebef669ab3d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:38:19Z', 'updated_at': '2021-05-06T00:38:35Z', 'revision_number': 4, 'project_id': '68c4e335ddc64d6ea6ca565079799e9b', 'subnets': [{'id': '6ddb1204-ef97-486b-8c25-ebef669ab3d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 06 00:38:37.256963 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:38:37.268758 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.plugin [req-7412f84a-1df2-4d3c-b0a9-dd071660eef7 req-81d1b7fb-c424-4a4e-9c63-590de47c338b tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Calling delete_port for 4d31814e-8b0e-4376-9b93-66e0392316c3 owned by compute:nova {{(pid=73832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 06 00:38:37.289240 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8626c26a-cc31-431b-af38-ebba8463ec5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ffa6a74-49b1-57e1-8600-1f37db923f22-ef1e2f4b-1930-4e39-94ad-876197bc5d6b', 'network_id': 'ef1e2f4b-1930-4e39-94ad-876197bc5d6b', 'tenant_id': 'ab2c0cba77e343a0980bc3c9614f06b7', 'fixed_ips': [{'subnet_id': '2023eea7-65b9-4b86-86ef-1f1f456d5a29'}]}} from dv-cinder-784623-8-iscsi. {{(pid=73833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
May 06 00:38:37.290210 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-8626c26a-cc31-431b-af38-ebba8463ec5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_create {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:37.335578 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718ec132-f793-4d9f-9cc7-6df32121b9af req-95a729a1-dea4-481c-a95b-33c08e4cf2cf tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:38:37.347040 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-718ec132-f793-4d9f-9cc7-6df32121b9af req-95a729a1-dea4-481c-a95b-33c08e4cf2cf tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=15ce2da6-b007-4eb2-a16e-92ba2286a634 HTTP/1.1" status: 200  len: 946 time: 1.3179564
May 06 00:38:37.406115 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-a9383bd9-a9ba-4ea0-90a5-c81a38414f7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-409237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-433687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3415'] for router, precommit_update {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:37.468189 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-718ec132-f793-4d9f-9cc7-6df32121b9af req-c61e52ab-94e5-4dc2-a186-3af175f0033b tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a34f04e-64d6-4aca-9087-db3260c441d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1201861
May 06 00:38:37.500476 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86c430a-1ecc-4bbe-8ad2-47f053d043a2 req-a32f9834-9f0e-44a9-95bd-864b82646744 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:38:37.509479 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-e86c430a-1ecc-4bbe-8ad2-47f053d043a2 req-a32f9834-9f0e-44a9-95bd-864b82646744 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/ports?device_id=07ff8e08-f2b7-4e46-b8df-eed0ff990983 HTTP/1.1" status: 200  len: 945 time: 0.5334225
May 06 00:38:37.545983 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664c4cdf-e0c9-4c2c-87bd-96701b93937c req-0b3c283b-c443-4de1-9049-2e4f4a8b6455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:38:37.551209 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-664c4cdf-e0c9-4c2c-87bd-96701b93937c req-0b3c283b-c443-4de1-9049-2e4f4a8b6455 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=15ce2da6-b007-4eb2-a16e-92ba2286a634 HTTP/1.1" status: 200  len: 1099 time: 0.4389799
May 06 00:38:37.685685 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.db_base_plugin_common [None req-8626c26a-cc31-431b-af38-ebba8463ec5e None None] Allocated IP 172.20.0.2 (ef1e2f4b-1930-4e39-94ad-876197bc5d6b/2023eea7-65b9-4b86-86ef-1f1f456d5a29/509e60b0-ca4b-4702-b9ac-851df647d533) {{(pid=73833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 06 00:38:37.767067 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-7412f84a-1df2-4d3c-b0a9-dd071660eef7 req-81d1b7fb-c424-4a4e-9c63-590de47c338b tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767381335664', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767380898829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2182845'] for port, after_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:37.780722 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-3d66cf67-1037-479a-b00a-685bfa333089 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:38:37.789397 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-e86c430a-1ecc-4bbe-8ad2-47f053d043a2 req-73cfd08b-04b5-4b0e-900b-e461abf30ae7 tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/security-groups?id=ceb8dabd-8ffc-4d87-9464-7f935bd56bb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2788260
May 06 00:38:38.022172 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d1b7fb-c424-4a4e-9c63-590de47c338b tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Pushing event deleted for resources: {'Port': ['ID=4d31814e-8b0e-4376-9b93-66e0392316c3,revision_number=None']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:38:38.025083 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-81d1b7fb-c424-4a4e-9c63-590de47c338b tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:38:38.070690 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Device 3caf4b08-f7c9-4c7e-a58d-de7ffc14ed09 up at agent ovs-agent-dv-cinder-784623-8-iscsi {{(pid=73833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 00:38:38.089360 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.l3_dvrscheduler_db [req-7412f84a-1df2-4d3c-b0a9-dd071660eef7 req-81d1b7fb-c424-4a4e-9c63-590de47c338b tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] No DVR routers for this DVR port 4d31814e-8b0e-4376-9b93-66e0392316c3 on host hv-cinder-78462 {{(pid=73832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 06 00:38:38.092328 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-7412f84a-1df2-4d3c-b0a9-dd071660eef7 req-81d1b7fb-c424-4a4e-9c63-590de47c338b tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43737'] for port, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:38.103331 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07ff8e08-f2b7-4e46-b8df-eed0ff990983', 'name': 'network-vif-deleted', 'tag': '4d31814e-8b0e-4376-9b93-66e0392316c3'}] {{(pid=73832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 00:38:38.127299 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-7412f84a-1df2-4d3c-b0a9-dd071660eef7 req-81d1b7fb-c424-4a4e-9c63-590de47c338b tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.30 "DELETE /v2.0/ports/4d31814e-8b0e-4376-9b93-66e0392316c3 HTTP/1.1" status: 204  len: 173 time: 2.6302214
May 06 00:38:38.216226 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07ff8e08-f2b7-4e46-b8df-eed0ff990983', 'name': 'network-vif-deleted', 'tag': '4d31814e-8b0e-4376-9b93-66e0392316c3', 'status': 'completed', 'code': 200}
May 06 00:38:38.322582 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Provisioning for port 3caf4b08-f7c9-4c7e-a58d-de7ffc14ed09 completed by entity L2. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 00:38:38.351733 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Provisioning complete for port 3caf4b08-f7c9-4c7e-a58d-de7ffc14ed09 triggered by entity L2. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 00:38:38.352318 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723253'] for port, provisioning_complete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:38.518840 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-a9383bd9-a9ba-4ea0-90a5-c81a38414f7c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:38.555770 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-8626c26a-cc31-431b-af38-ebba8463ec5e None None] Notify callbacks [] for port, precommit_create {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:38.560676 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-a9383bd9-a9ba-4ea0-90a5-c81a38414f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:38.573601 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:38.599873 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-8626c26a-cc31-431b-af38-ebba8463ec5e None None] Transition to ACTIVE for port object 509e60b0-ca4b-4702-b9ac-851df647d533 will not be triggered until provisioned by entity L2. {{(pid=73833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 00:38:38.638179 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] For port 3caf4b08-f7c9-4c7e-a58d-de7ffc14ed09, host dv-cinder-784623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-iscsi',level=0,port_id=3caf4b08-f7c9-4c7e-a58d-de7ffc14ed09,segment=NetworkSegment(2bae0777-846d-4f49-9130-4d4d1a8d5ba5),segment_id=2bae0777-846d-4f49-9130-4d4d1a8d5ba5)] {{(pid=73833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:38:38.653534 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05da4a9-13ba-4393-b25e-f139b828e833 None None] Sync routers for ids ['620e8838-d9d7-4605-adfe-b68ddaea8d8a'] in dv-cinder-784623-8-iscsi {{(pid=73833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 06 00:38:38.656228 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:38.657493 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Device e0749598-9ee4-4799-aea4-3fba3336e85b up at agent ovs-agent-dv-cinder-784623-8-iscsi {{(pid=73833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 00:38:38.680791 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-664c4cdf-e0c9-4c2c-87bd-96701b93937c req-515ccfa7-8596-4db3-a329-2f496f5f0d7c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=6a34f04e-64d6-4aca-9087-db3260c441d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1080325
May 06 00:38:38.729061 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-8626c26a-cc31-431b-af38-ebba8463ec5e None None] Transition to ACTIVE for port object 509e60b0-ca4b-4702-b9ac-851df647d533 will not be triggered until provisioned by entity DHCP. {{(pid=73833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 00:38:38.730980 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-df172b45-926a-4bd6-83d8-8fb85f8e821e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:38:38.794956 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05da4a9-13ba-4393-b25e-f139b828e833 None None] Routers {'620e8838-d9d7-4605-adfe-b68ddaea8d8a'} bound to L3 agent in host dv-cinder-784623-8-iscsi {{(pid=73833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 00:38:38.795923 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_hamode_db [None req-f05da4a9-13ba-4393-b25e-f139b828e833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9503fada90>, 'dv-cinder-784623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-06T00:27:20Z,description=<?>,heartbeat_timestamp=2021-05-06T00:38:20Z,host='dv-cinder-784623-8-iscsi',id=3fa0790c-dd29-4495-aa07-f8a2ae482509,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T00:27:20Z,topic='l3_agent')) {'router_ids': ['620e8838-d9d7-4605-adfe-b68ddaea8d8a'], 'active': True} {{(pid=73833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:38:38.813337 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.db_base_plugin_common [None req-a9383bd9-a9ba-4ea0-90a5-c81a38414f7c admin admin] Allocated IP 172.27.3.139 (86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4/5f976aaf-f539-4cba-9109-d63a57e1b399/240604f4-fdf8-4808-b104-9dacdc8ebacd) {{(pid=73831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 06 00:38:38.847243 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa5f67e-35f1-4438-955b-8d0d5b110db6 req-18810045-7258-4aab-a98c-9ea8a6aedd82 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:38:38.859528 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-8626c26a-cc31-431b-af38-ebba8463ec5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767380898820'] for port, after_create {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:38.866868 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-6aa5f67e-35f1-4438-955b-8d0d5b110db6 req-18810045-7258-4aab-a98c-9ea8a6aedd82 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=15ce2da6-b007-4eb2-a16e-92ba2286a634 HTTP/1.1" status: 200  len: 946 time: 0.1452560
May 06 00:38:38.918280 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Pushing event updated for resources: {'Port': ['ID=3caf4b08-f7c9-4c7e-a58d-de7ffc14ed09,revision_number=5']} {{(pid=73833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:38:38.945363 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-6aa5f67e-35f1-4438-955b-8d0d5b110db6 req-d946e844-368b-4c9d-b7a1-63748f6cecad tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a34f04e-64d6-4aca-9087-db3260c441d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0781314
May 06 00:38:38.995711 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8291362d-a0bd-4c93-a1df-d248747b376f req-9f24f030-a4dc-4ad0-a943-7d57d914d079 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:38:38.997211 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-8291362d-a0bd-4c93-a1df-d248747b376f req-9f24f030-a4dc-4ad0-a943-7d57d914d079 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4cd3d09-3e89-4c0b-9e95-5448b9ed53ac HTTP/1.1" status: 200  len: 946 time: 0.7170665
May 06 00:38:39.015658 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:38:39.021834 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.104s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:38:39.072171 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-8291362d-a0bd-4c93-a1df-d248747b376f req-a2955ce2-10cf-4aef-9a27-5d080487d141 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/security-groups?id=5accd55e-29bc-4ca7-befd-1574e549f464&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0692549
May 06 00:38:39.081492 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [req-d75e46d6-e285-44c8-94d0-6068c695182e req-3e210b0d-dc64-46c1-a2e1-226f44b2fbfd tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Synchronizing usage tracker for tenant:002b4df3d00d43ddba30ad44b32e56cc on resource:port {{(pid=73832) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 00:38:39.112905 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-a9383bd9-a9ba-4ea0-90a5-c81a38414f7c admin admin] Notify callbacks [] for port, precommit_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:39.114581 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [req-d75e46d6-e285-44c8-94d0-6068c695182e req-3e210b0d-dc64-46c1-a2e1-226f44b2fbfd tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Unset dirty status for tenant:002b4df3d00d43ddba30ad44b32e56cc on resource:port {{(pid=73832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 00:38:39.130916 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-d75e46d6-e285-44c8-94d0-6068c695182e req-3e210b0d-dc64-46c1-a2e1-226f44b2fbfd tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/ports?device_id=07ff8e08-f2b7-4e46-b8df-eed0ff990983 HTTP/1.1" status: 200  len: 210 time: 0.0929101
May 06 00:38:39.178967 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-a9383bd9-a9ba-4ea0-90a5-c81a38414f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767380898820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2942582'] for port, after_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:39.188755 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-1e53c425-750a-4af3-a145-cfe5d62520de tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:38:39.198028 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Provisioning complete for port e0749598-9ee4-4799-aea4-3fba3336e85b triggered by entity L2. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 00:38:39.198616 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723253'] for port, provisioning_complete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:39.243851 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9383bd9-a9ba-4ea0-90a5-c81a38414f7c admin admin] Network 86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4 is already hosted by enough agents. {{(pid=73831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 00:38:39.246704 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.scheduler.base_scheduler [None req-a9383bd9-a9ba-4ea0-90a5-c81a38414f7c admin admin] Resources bound (agent type, host, resource id):  {{(pid=73831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 00:38:39.250186 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9383bd9-a9ba-4ea0-90a5-c81a38414f7c admin admin] Received port after_create {{(pid=73831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 06 00:38:39.266488 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8626c26a-cc31-431b-af38-ebba8463ec5e None None] Pushing event updated for resources: {'Port': ['ID=509e60b0-ca4b-4702-b9ac-851df647d533,revision_number=1']} {{(pid=73833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:38:39.285495 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-8626c26a-cc31-431b-af38-ebba8463ec5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:38:39.292655 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8626c26a-cc31-431b-af38-ebba8463ec5e None None] Network ef1e2f4b-1930-4e39-94ad-876197bc5d6b is already hosted by enough agents. {{(pid=73833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 00:38:39.297801 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.scheduler.base_scheduler [None req-8626c26a-cc31-431b-af38-ebba8463ec5e None None] Resources bound (agent type, host, resource id):  {{(pid=73833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 00:38:39.308326 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8626c26a-cc31-431b-af38-ebba8463ec5e None None] Received port after_create {{(pid=73833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 06 00:38:39.326168 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9383bd9-a9ba-4ea0-90a5-c81a38414f7c admin admin] Pushing event updated for resources: {'Port': ['ID=240604f4-fdf8-4808-b104-9dacdc8ebacd,revision_number=1']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:38:39.338166 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-a9383bd9-a9ba-4ea0-90a5-c81a38414f7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:38:39.581021 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.managers [None req-8626c26a-cc31-431b-af38-ebba8463ec5e None None] Attempting to bind port 509e60b0-ca4b-4702-b9ac-851df647d533 on host dv-cinder-784623-8-iscsi for vnic_type normal with profile  {{(pid=73833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 06 00:38:39.581369 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.managers [None req-8626c26a-cc31-431b-af38-ebba8463ec5e None None] Attempting to bind port 509e60b0-ca4b-4702-b9ac-851df647d533 by drivers openvswitch,hyperv on host dv-cinder-784623-8-iscsi at level 0 using segments [{'id': 'a54600ff-7fe8-4f0f-9417-10efacd21ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'ef1e2f4b-1930-4e39-94ad-876197bc5d6b'}] {{(pid=73833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 06 00:38:39.582383 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8626c26a-cc31-431b-af38-ebba8463ec5e None None] Attempting to bind port 509e60b0-ca4b-4702-b9ac-851df647d533 on network ef1e2f4b-1930-4e39-94ad-876197bc5d6b {{(pid=73833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 00:38:39.614233 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_dvr_db [None req-f05da4a9-13ba-4393-b25e-f139b828e833 None None] Set router 620e8838-d9d7-4605-adfe-b68ddaea8d8a gateway port host: dv-cinder-784623-8-iscsi {{(pid=73833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 00:38:39.788029 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8626c26a-cc31-431b-af38-ebba8463ec5e None None] Checking agent: {'id': '4b72a67e-bba9-4429-9bf9-904dcd8ce83b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 0, 27, 19), 'started_at': datetime.datetime(2021, 5, 6, 0, 27, 49), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 0, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 06 00:38:39.788291 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8626c26a-cc31-431b-af38-ebba8463ec5e None None] Checking segment: {'id': 'a54600ff-7fe8-4f0f-9417-10efacd21ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'ef1e2f4b-1930-4e39-94ad-876197bc5d6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 00:38:39.788703 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-8626c26a-cc31-431b-af38-ebba8463ec5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:39.788995 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8626c26a-cc31-431b-af38-ebba8463ec5e None None] Bound using segment: {'id': 'a54600ff-7fe8-4f0f-9417-10efacd21ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'ef1e2f4b-1930-4e39-94ad-876197bc5d6b'} {{(pid=73833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 06 00:38:39.789487 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.managers [None req-8626c26a-cc31-431b-af38-ebba8463ec5e None None] Bound port: 509e60b0-ca4b-4702-b9ac-851df647d533, host: dv-cinder-784623-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a54600ff-7fe8-4f0f-9417-10efacd21ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'ef1e2f4b-1930-4e39-94ad-876197bc5d6b'}}] {{(pid=73833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 06 00:38:39.789873 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-8626c26a-cc31-431b-af38-ebba8463ec5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:39.866321 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-a9383bd9-a9ba-4ea0-90a5-c81a38414f7c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:39.947847 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Device 3caf4b08-f7c9-4c7e-a58d-de7ffc14ed09 up at agent ovs-agent-dv-cinder-784623-8-iscsi {{(pid=73833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 00:38:40.070298 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-8626c26a-cc31-431b-af38-ebba8463ec5e None None] For port 509e60b0-ca4b-4702-b9ac-851df647d533, host dv-cinder-784623-8-iscsi, cleared binding levels {{(pid=73833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 06 00:38:40.118262 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-8626c26a-cc31-431b-af38-ebba8463ec5e None None] For port 509e60b0-ca4b-4702-b9ac-851df647d533, host dv-cinder-784623-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-iscsi',level=0,port_id=509e60b0-ca4b-4702-b9ac-851df647d533,segment=NetworkSegment(a54600ff-7fe8-4f0f-9417-10efacd21ba3),segment_id=a54600ff-7fe8-4f0f-9417-10efacd21ba3)] {{(pid=73833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 06 00:38:40.126922 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-8626c26a-cc31-431b-af38-ebba8463ec5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:40.134552 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-9d1af657-e7d4-414d-a55f-e3ddcf44c938 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:38:40.217239 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Provisioning complete for port 3caf4b08-f7c9-4c7e-a58d-de7ffc14ed09 triggered by entity L2. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 00:38:40.218471 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723253'] for port, provisioning_complete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:40.274163 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8626c26a-cc31-431b-af38-ebba8463ec5e None None] Pushing event updated for resources: {'Port': ['ID=509e60b0-ca4b-4702-b9ac-851df647d533,revision_number=2']} {{(pid=73833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:38:40.282063 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-8626c26a-cc31-431b-af38-ebba8463ec5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:38:40.286520 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d911a2c4-2b05-442a-86f2-7c67e615730e req-fec972b3-ae95-4b8e-b0d9-deea713659fc tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:38:40.288018 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-d911a2c4-2b05-442a-86f2-7c67e615730e req-fec972b3-ae95-4b8e-b0d9-deea713659fc tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=15ce2da6-b007-4eb2-a16e-92ba2286a634 HTTP/1.1" status: 200  len: 946 time: 0.1764557
May 06 00:38:40.315542 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-a9383bd9-a9ba-4ea0-90a5-c81a38414f7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-433774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395008'] for router, after_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:40.323355 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_hamode_db [None req-f05da4a9-13ba-4393-b25e-f139b828e833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9503fada90>, [{'id': '620e8838-d9d7-4605-adfe-b68ddaea8d8a', 'name': 'tempest-TestShelveInstance-1240746119-router', 'tenant_id': '3fc73c2b6dc24f04b0a10b2cba547cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'external_fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': 'e0749598-9ee4-4799-aea4-3fba3336e85b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:38:20Z', 'updated_at': '2021-05-06T00:38:30Z', 'revision_number': 4, 'project_id': '3fc73c2b6dc24f04b0a10b2cba547cef', 'gw_port': {'id': 'e0749598-9ee4-4799-aea4-3fba3336e85b', 'name': '', 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '620e8838-d9d7-4605-adfe-b68ddaea8d8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:38:21Z', 'updated_at': '2021-05-06T00:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-iscsi', '_interfaces': [{'id': '52292940-2602-4ee4-9ab9-6a1800f9b3c4', 'name': '', 'network_id': '8a76de60-8f51-46a7-82de-5e733a1b9171', 'tenant_id': '3fc73c2b6dc24f04b0a10b2cba547cef', 'mac_address': 'fa:16:3e:f3:34:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '620e8838-d9d7-4605-adfe-b68ddaea8d8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '1144644b-a385-46b3-a0c3-f4eac028f2d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:38:28Z', 'updated_at': '2021-05-06T00:38:30Z', 'revision_number': 2, 'project_id': '3fc73c2b6dc24f04b0a10b2cba547cef', 'subnets': [{'id': '1144644b-a385-46b3-a0c3-f4eac028f2d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-8-iscsi', False) {} {{(pid=73833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:38:40.333046 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05da4a9-13ba-4393-b25e-f139b828e833 None None] Checking router: 620e8838-d9d7-4605-adfe-b68ddaea8d8a for host: dv-cinder-784623-8-iscsi {{(pid=73833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 06 00:38:40.333496 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05da4a9-13ba-4393-b25e-f139b828e833 None None] Updating router 620e8838-d9d7-4605-adfe-b68ddaea8d8a port 52292940-2602-4ee4-9ab9-6a1800f9b3c4 binding host dv-cinder-784623-8-iscsi {{(pid=73833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 06 00:38:40.397129 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf5c773-cb66-4281-ae17-542d176654ba req-3e5c25eb-0a31-45fd-a5ef-32d1f1b8837b tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:38:40.405562 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-dcf5c773-cb66-4281-ae17-542d176654ba req-3e5c25eb-0a31-45fd-a5ef-32d1f1b8837b tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4cd3d09-3e89-4c0b-9e95-5448b9ed53ac HTTP/1.1" status: 200  len: 946 time: 0.1690707
May 06 00:38:40.474639 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-dcf5c773-cb66-4281-ae17-542d176654ba req-f73f90db-e015-4959-a0e7-ec5d5fb07cfd tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/security-groups?id=5accd55e-29bc-4ca7-befd-1574e549f464&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0637374
May 06 00:38:40.530220 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Device 4d31814e-8b0e-4376-9b93-66e0392316c3 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=73833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 06 00:38:40.587159 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.plugin [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] No Port match for: 4d31814e-8b0e-4376-9b93-66e0392316c3 {{(pid=73833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 06 00:38:40.587784 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Device 4d31814e-8b0e-4376-9b93-66e0392316c3 not bound to the agent host hv-cinder-78462 {{(pid=73833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 06 00:38:40.601069 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-f05da4a9-13ba-4393-b25e-f139b828e833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:40.786431 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-d911a2c4-2b05-442a-86f2-7c67e615730e req-31e0d7b1-803e-400d-bd65-598cb1c632b8 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a34f04e-64d6-4aca-9087-db3260c441d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4775217
May 06 00:38:40.895269 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-28cc8970-e9a6-455d-bab7-c878ae1f222b req-170fd57a-fb2a-41c9-bba7-93fbcdf0ca1e tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] 10.222.0.24 "GET /v2.0/ports?device_id=07ff8e08-f2b7-4e46-b8df-eed0ff990983 HTTP/1.1" status: 200  len: 210 time: 0.0584495
May 06 00:38:40.968135 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9383bd9-a9ba-4ea0-90a5-c81a38414f7c admin admin] Router 7f6e233f-7fae-4559-8793-fcc1ba6b6b07 is scheduled to L3 agent 3fa0790c-dd29-4495-aa07-f8a2ae482509 with binding_index 1 {{(pid=73831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 06 00:38:41.311306 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9383bd9-a9ba-4ea0-90a5-c81a38414f7c admin admin] Notify agent at l3_agent.dv-cinder-784623-8-iscsi the message routers_updated {{(pid=73831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 06 00:38:41.320900 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d082afe-1484-4352-ab00-9b43c0921930 None None] Sync routers for ids ['7f6e233f-7fae-4559-8793-fcc1ba6b6b07'] in dv-cinder-784623-8-iscsi {{(pid=73834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 06 00:38:41.336193 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d082afe-1484-4352-ab00-9b43c0921930 None None] Routers {'7f6e233f-7fae-4559-8793-fcc1ba6b6b07'} bound to L3 agent in host dv-cinder-784623-8-iscsi {{(pid=73834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 00:38:41.337309 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_hamode_db [None req-8d082afe-1484-4352-ab00-9b43c0921930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f950917ab80>, 'dv-cinder-784623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-06T00:27:20Z,description=<?>,heartbeat_timestamp=2021-05-06T00:38:20Z,host='dv-cinder-784623-8-iscsi',id=3fa0790c-dd29-4495-aa07-f8a2ae482509,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T00:27:20Z,topic='l3_agent')) {'router_ids': ['7f6e233f-7fae-4559-8793-fcc1ba6b6b07'], 'active': True} {{(pid=73834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:38:41.380600 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-a9383bd9-a9ba-4ea0-90a5-c81a38414f7c admin admin] Notify callbacks [] for router, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:41.382047 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-a9383bd9-a9ba-4ea0-90a5-c81a38414f7c admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 4.9072165
May 06 00:38:41.384879 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 41504) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:38:41.525084 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-f05da4a9-13ba-4393-b25e-f139b828e833 None None] Notify callbacks [] for port, precommit_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:41.554967 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-f05da4a9-13ba-4393-b25e-f139b828e833 None None] Transition to ACTIVE for port object 52292940-2602-4ee4-9ab9-6a1800f9b3c4 will not be triggered until provisioned by entity L2. {{(pid=73833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 00:38:41.574424 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-f05da4a9-13ba-4393-b25e-f139b828e833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:41.583485 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:38:41.906158 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_dvr_db [None req-8d082afe-1484-4352-ab00-9b43c0921930 None None] Set router 7f6e233f-7fae-4559-8793-fcc1ba6b6b07 gateway port host: dv-cinder-784623-8-iscsi {{(pid=73834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 00:38:42.350959 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee99986f-93ba-4197-a1bd-b197f53e1eff req-1db39a34-830a-4e74-beb3-c80281e9ca9b tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:38:42.353178 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-ee99986f-93ba-4197-a1bd-b197f53e1eff req-1db39a34-830a-4e74-beb3-c80281e9ca9b tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4cd3d09-3e89-4c0b-9e95-5448b9ed53ac HTTP/1.1" status: 200  len: 946 time: 0.1786890
May 06 00:38:42.371070 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Device 509e60b0-ca4b-4702-b9ac-851df647d533 up at agent ovs-agent-dv-cinder-784623-8-iscsi {{(pid=73833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 00:38:42.375502 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a782b0-ae9c-4c51-aba0-ce07ee386544 req-ce90b43a-3388-4c6a-b485-35b6b05f3a69 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:38:42.381956 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-21a782b0-ae9c-4c51-aba0-ce07ee386544 req-ce90b43a-3388-4c6a-b485-35b6b05f3a69 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=15ce2da6-b007-4eb2-a16e-92ba2286a634 HTTP/1.1" status: 200  len: 946 time: 0.2190917
May 06 00:38:42.462508 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b16d39d3-8a57-4e36-9c6b-ebae002b423d None None] Network ef1e2f4b-1930-4e39-94ad-876197bc5d6b requested from dv-cinder-784623-8-iscsi {{(pid=73833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 06 00:38:42.466977 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-21a782b0-ae9c-4c51-aba0-ce07ee386544 req-644d9e99-2f38-48ed-95b8-77b1201d0fc1 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a34f04e-64d6-4aca-9087-db3260c441d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0790462
May 06 00:38:42.558397 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_hamode_db [None req-8d082afe-1484-4352-ab00-9b43c0921930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f950917ab80>, [{'id': '7f6e233f-7fae-4559-8793-fcc1ba6b6b07', 'name': 'tempest-TestShelveInstance-461933556-router', 'tenant_id': 'ab2c0cba77e343a0980bc3c9614f06b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'external_fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': '240604f4-fdf8-4808-b104-9dacdc8ebacd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:38:36Z', 'updated_at': '2021-05-06T00:38:39Z', 'revision_number': 3, 'project_id': 'ab2c0cba77e343a0980bc3c9614f06b7', 'gw_port': {'id': '240604f4-fdf8-4808-b104-9dacdc8ebacd', 'name': '', 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:09:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f6e233f-7fae-4559-8793-fcc1ba6b6b07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:38:38Z', 'updated_at': '2021-05-06T00:38:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-iscsi'}], 'dv-cinder-784623-8-iscsi', False) {} {{(pid=73834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:38:42.572840 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d082afe-1484-4352-ab00-9b43c0921930 None None] Checking router: 7f6e233f-7fae-4559-8793-fcc1ba6b6b07 for host: dv-cinder-784623-8-iscsi {{(pid=73834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 06 00:38:42.573442 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d082afe-1484-4352-ab00-9b43c0921930 None None] Updating router 7f6e233f-7fae-4559-8793-fcc1ba6b6b07 port 240604f4-fdf8-4808-b104-9dacdc8ebacd binding host dv-cinder-784623-8-iscsi {{(pid=73834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 06 00:38:42.585727 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13d708a-eaa1-4f64-a456-4a676be25150 None None] Pushing event updated for resources: {'Port': ['ID=52292940-2602-4ee4-9ab9-6a1800f9b3c4,revision_number=3']} {{(pid=73833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:38:42.596504 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 41532) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:38:42.606137 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-ee99986f-93ba-4197-a1bd-b197f53e1eff req-96705a21-8522-48da-b92f-614797d2fff3 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/security-groups?id=5accd55e-29bc-4ca7-befd-1574e549f464&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1895130
May 06 00:38:42.609290 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-f13d708a-eaa1-4f64-a456-4a676be25150 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.029s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:38:42.765117 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron_lib.callbacks.manager [None req-8d082afe-1484-4352-ab00-9b43c0921930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:42.834243 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-bfd8999a-1e5d-4594-9928-28b1a54e6198 None None] Provisioning for port 509e60b0-ca4b-4702-b9ac-851df647d533 completed by entity DHCP. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 00:38:42.845324 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.managers [None req-f05da4a9-13ba-4393-b25e-f139b828e833 None None] Attempting to bind port 52292940-2602-4ee4-9ab9-6a1800f9b3c4 on host dv-cinder-784623-8-iscsi for vnic_type normal with profile  {{(pid=73833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 06 00:38:42.846149 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.managers [None req-f05da4a9-13ba-4393-b25e-f139b828e833 None None] Attempting to bind port 52292940-2602-4ee4-9ab9-6a1800f9b3c4 by drivers openvswitch,hyperv on host dv-cinder-784623-8-iscsi at level 0 using segments [{'id': 'ad3796ff-8d99-4772-b33c-212fa30eb7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '8a76de60-8f51-46a7-82de-5e733a1b9171'}] {{(pid=73833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 06 00:38:42.846149 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05da4a9-13ba-4393-b25e-f139b828e833 None None] Attempting to bind port 52292940-2602-4ee4-9ab9-6a1800f9b3c4 on network 8a76de60-8f51-46a7-82de-5e733a1b9171 {{(pid=73833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 00:38:42.884868 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05da4a9-13ba-4393-b25e-f139b828e833 None None] Checking agent: {'id': '4b72a67e-bba9-4429-9bf9-904dcd8ce83b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 0, 27, 19), 'started_at': datetime.datetime(2021, 5, 6, 0, 27, 49), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 0, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 06 00:38:42.885270 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05da4a9-13ba-4393-b25e-f139b828e833 None None] Checking segment: {'id': 'ad3796ff-8d99-4772-b33c-212fa30eb7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '8a76de60-8f51-46a7-82de-5e733a1b9171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 00:38:42.885745 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-f05da4a9-13ba-4393-b25e-f139b828e833 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:42.886145 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05da4a9-13ba-4393-b25e-f139b828e833 None None] Bound using segment: {'id': 'ad3796ff-8d99-4772-b33c-212fa30eb7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '8a76de60-8f51-46a7-82de-5e733a1b9171'} {{(pid=73833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 06 00:38:42.886646 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.managers [None req-f05da4a9-13ba-4393-b25e-f139b828e833 None None] Bound port: 52292940-2602-4ee4-9ab9-6a1800f9b3c4, host: dv-cinder-784623-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad3796ff-8d99-4772-b33c-212fa30eb7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '8a76de60-8f51-46a7-82de-5e733a1b9171'}}] {{(pid=73833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 06 00:38:42.887024 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-f05da4a9-13ba-4393-b25e-f139b828e833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:42.961573 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Provisioning for port 509e60b0-ca4b-4702-b9ac-851df647d533 completed by entity L2. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 00:38:43.058000 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Provisioning complete for port 509e60b0-ca4b-4702-b9ac-851df647d533 triggered by entity L2. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 00:38:43.058382 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723253'] for port, provisioning_complete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:43.072786 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-dafaaa73-baa3-4905-b903-efd473555770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:43.277544 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron_lib.callbacks.manager [None req-8d082afe-1484-4352-ab00-9b43c0921930 None None] Notify callbacks [] for port, precommit_update {{(pid=73834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:43.293372 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.provisioning_blocks [None req-8d082afe-1484-4352-ab00-9b43c0921930 None None] Transition to ACTIVE for port object 240604f4-fdf8-4808-b104-9dacdc8ebacd will not be triggered until provisioned by entity L2. {{(pid=73834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 00:38:43.303529 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron_lib.callbacks.manager [None req-8d082afe-1484-4352-ab00-9b43c0921930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:43.321890 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG oslo_concurrency.lockutils [None req-8a9f1106-73b5-4dfb-89f1-189bea9e1f93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:38:43.406760 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c14240d-e70e-4c2a-8162-3c7c3c5bd055 None None] Pushing event updated for resources: {'Port': ['ID=240604f4-fdf8-4808-b104-9dacdc8ebacd,revision_number=2']} {{(pid=73834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:38:43.428688 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.plugins.ml2.managers [None req-8d082afe-1484-4352-ab00-9b43c0921930 None None] Attempting to bind port 240604f4-fdf8-4808-b104-9dacdc8ebacd on host dv-cinder-784623-8-iscsi for vnic_type normal with profile  {{(pid=73834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 06 00:38:43.429004 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.plugins.ml2.managers [None req-8d082afe-1484-4352-ab00-9b43c0921930 None None] Attempting to bind port 240604f4-fdf8-4808-b104-9dacdc8ebacd by drivers openvswitch,hyperv on host dv-cinder-784623-8-iscsi at level 0 using segments [{'id': '9e77dc6e-5839-4c5c-8941-3e48c898c98b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4'}] {{(pid=73834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 06 00:38:43.429373 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d082afe-1484-4352-ab00-9b43c0921930 None None] Attempting to bind port 240604f4-fdf8-4808-b104-9dacdc8ebacd on network 86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4 {{(pid=73834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 00:38:43.436557 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:43.438357 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG oslo_concurrency.lockutils [None req-1c14240d-e70e-4c2a-8162-3c7c3c5bd055 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=73834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:38:43.439151 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d082afe-1484-4352-ab00-9b43c0921930 None None] Checking agent: {'id': '4b72a67e-bba9-4429-9bf9-904dcd8ce83b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 0, 27, 19), 'started_at': datetime.datetime(2021, 5, 6, 0, 27, 49), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 0, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 06 00:38:43.439528 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d082afe-1484-4352-ab00-9b43c0921930 None None] Checking segment: {'id': '9e77dc6e-5839-4c5c-8941-3e48c898c98b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 00:38:43.440064 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron_lib.callbacks.manager [None req-8d082afe-1484-4352-ab00-9b43c0921930 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:43.440469 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d082afe-1484-4352-ab00-9b43c0921930 None None] Bound using segment: {'id': '9e77dc6e-5839-4c5c-8941-3e48c898c98b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4'} {{(pid=73834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 06 00:38:43.441784 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.plugins.ml2.managers [None req-8d082afe-1484-4352-ab00-9b43c0921930 None None] Bound port: 240604f4-fdf8-4808-b104-9dacdc8ebacd, host: dv-cinder-784623-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e77dc6e-5839-4c5c-8941-3e48c898c98b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4'}}] {{(pid=73834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 06 00:38:43.442185 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron_lib.callbacks.manager [None req-8d082afe-1484-4352-ab00-9b43c0921930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:43.527670 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-f05da4a9-13ba-4393-b25e-f139b828e833 None None] For port 52292940-2602-4ee4-9ab9-6a1800f9b3c4, host dv-cinder-784623-8-iscsi, cleared binding levels {{(pid=73833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 06 00:38:43.538448 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-f05da4a9-13ba-4393-b25e-f139b828e833 None None] For port 52292940-2602-4ee4-9ab9-6a1800f9b3c4, host dv-cinder-784623-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-iscsi',level=0,port_id=52292940-2602-4ee4-9ab9-6a1800f9b3c4,segment=NetworkSegment(ad3796ff-8d99-4772-b33c-212fa30eb7b6),segment_id=ad3796ff-8d99-4772-b33c-212fa30eb7b6)] {{(pid=73833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 06 00:38:43.552805 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.plugins.ml2.db [None req-8d082afe-1484-4352-ab00-9b43c0921930 None None] For port 240604f4-fdf8-4808-b104-9dacdc8ebacd, host dv-cinder-784623-8-iscsi, cleared binding levels {{(pid=73834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 06 00:38:43.556929 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-f05da4a9-13ba-4393-b25e-f139b828e833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:43.557114 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.plugins.ml2.db [None req-8d082afe-1484-4352-ab00-9b43c0921930 None None] For port 240604f4-fdf8-4808-b104-9dacdc8ebacd, host dv-cinder-784623-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-iscsi',level=0,port_id=240604f4-fdf8-4808-b104-9dacdc8ebacd,segment=NetworkSegment(9e77dc6e-5839-4c5c-8941-3e48c898c98b),segment_id=9e77dc6e-5839-4c5c-8941-3e48c898c98b)] {{(pid=73834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 06 00:38:43.562293 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron_lib.callbacks.manager [None req-8d082afe-1484-4352-ab00-9b43c0921930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:43.571068 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:38:43.575366 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG oslo_concurrency.lockutils [None req-8a9f1106-73b5-4dfb-89f1-189bea9e1f93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:38:43.633534 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d082afe-1484-4352-ab00-9b43c0921930 None None] Routers {'7f6e233f-7fae-4559-8793-fcc1ba6b6b07'} bound to L3 agent in host dv-cinder-784623-8-iscsi {{(pid=73834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 00:38:43.634172 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_hamode_db [None req-8d082afe-1484-4352-ab00-9b43c0921930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f950917ab80>, 'dv-cinder-784623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-06T00:27:20Z,description=<?>,heartbeat_timestamp=2021-05-06T00:38:20Z,host='dv-cinder-784623-8-iscsi',id=3fa0790c-dd29-4495-aa07-f8a2ae482509,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T00:27:20Z,topic='l3_agent')) {'router_ids': ['7f6e233f-7fae-4559-8793-fcc1ba6b6b07'], 'active': True} {{(pid=73834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:38:43.920010 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13d708a-eaa1-4f64-a456-4a676be25150 None None] Pushing event updated for resources: {'Port': ['ID=52292940-2602-4ee4-9ab9-6a1800f9b3c4,revision_number=4']} {{(pid=73833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:38:43.931945 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-f13d708a-eaa1-4f64-a456-4a676be25150 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:38:43.932607 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:43.953903 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_dvr_db [None req-8d082afe-1484-4352-ab00-9b43c0921930 None None] Set router 7f6e233f-7fae-4559-8793-fcc1ba6b6b07 gateway port host: dv-cinder-784623-8-iscsi {{(pid=73834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 00:38:44.057667 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.db_base_plugin_common [None req-dafaaa73-baa3-4905-b903-efd473555770 admin admin] Allocated IP 172.20.0.1 (ef1e2f4b-1930-4e39-94ad-876197bc5d6b/2023eea7-65b9-4b86-86ef-1f1f456d5a29/749ee0af-17be-46f9-a339-a150983bb9d2) {{(pid=73831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 06 00:38:44.118620 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] For port 509e60b0-ca4b-4702-b9ac-851df647d533, host dv-cinder-784623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-iscsi',level=0,port_id=509e60b0-ca4b-4702-b9ac-851df647d533,segment=NetworkSegment(a54600ff-7fe8-4f0f-9417-10efacd21ba3),segment_id=a54600ff-7fe8-4f0f-9417-10efacd21ba3)] {{(pid=73833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:38:44.125066 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-da551a17-4498-4f32-8e9d-b67d30a0fc01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401482'] for router_interface, before_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:44.136180 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05da4a9-13ba-4393-b25e-f139b828e833 None None] Routers {'620e8838-d9d7-4605-adfe-b68ddaea8d8a'} bound to L3 agent in host dv-cinder-784623-8-iscsi {{(pid=73833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 00:38:44.138086 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_hamode_db [None req-f05da4a9-13ba-4393-b25e-f139b828e833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9503fada90>, 'dv-cinder-784623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-06T00:27:20Z,description=<?>,heartbeat_timestamp=2021-05-06T00:38:20Z,host='dv-cinder-784623-8-iscsi',id=3fa0790c-dd29-4495-aa07-f8a2ae482509,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T00:27:20Z,topic='l3_agent')) {'router_ids': ['620e8838-d9d7-4605-adfe-b68ddaea8d8a'], 'active': True} {{(pid=73833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:38:44.213054 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f595b8a8-7712-4ee1-9cb1-243a635238fa req-a597efd5-ab65-4a51-8b03-9277a235770b tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:38:44.214943 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-f595b8a8-7712-4ee1-9cb1-243a635238fa req-a597efd5-ab65-4a51-8b03-9277a235770b tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=15ce2da6-b007-4eb2-a16e-92ba2286a634 HTTP/1.1" status: 200  len: 946 time: 0.4363856
May 06 00:38:44.263431 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:44.282365 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-ed2bc8a1-89dd-488f-aa54-c2667b6657b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:38:44.458950 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b06c17-48b0-4cd1-b345-dda37029e175 req-5f318e7b-d9d6-41ee-b2eb-3f599ca9050e tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:38:44.459596 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [req-44b06c17-48b0-4cd1-b345-dda37029e175 req-5f318e7b-d9d6-41ee-b2eb-3f599ca9050e tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] Synchronizing usage tracker for tenant:e97ddfe0343845d3be8e5c5b3276974b on resource:network {{(pid=73832) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 00:38:44.463439 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c14240d-e70e-4c2a-8162-3c7c3c5bd055 None None] Pushing event updated for resources: {'Port': ['ID=240604f4-fdf8-4808-b104-9dacdc8ebacd,revision_number=3']} {{(pid=73834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:38:44.463596 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-f595b8a8-7712-4ee1-9cb1-243a635238fa req-25c7c024-b6be-4b02-a2b9-063c2829c2d3 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a34f04e-64d6-4aca-9087-db3260c441d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1268003
May 06 00:38:44.478486 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG oslo_concurrency.lockutils [None req-1c14240d-e70e-4c2a-8162-3c7c3c5bd055 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.903s {{(pid=73834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:38:44.503872 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_hamode_db [None req-8d082afe-1484-4352-ab00-9b43c0921930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f950917ab80>, [{'id': '7f6e233f-7fae-4559-8793-fcc1ba6b6b07', 'name': 'tempest-TestShelveInstance-461933556-router', 'tenant_id': 'ab2c0cba77e343a0980bc3c9614f06b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'external_fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': '240604f4-fdf8-4808-b104-9dacdc8ebacd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:38:36Z', 'updated_at': '2021-05-06T00:38:39Z', 'revision_number': 3, 'project_id': 'ab2c0cba77e343a0980bc3c9614f06b7', 'gw_port': {'id': '240604f4-fdf8-4808-b104-9dacdc8ebacd', 'name': '', 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:09:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f6e233f-7fae-4559-8793-fcc1ba6b6b07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:38:38Z', 'updated_at': '2021-05-06T00:38:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-iscsi'}], 'dv-cinder-784623-8-iscsi', False) {} {{(pid=73834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:38:44.525386 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d082afe-1484-4352-ab00-9b43c0921930 None None] The sync data for ids ['7f6e233f-7fae-4559-8793-fcc1ba6b6b07'] in dv-cinder-784623-8-iscsi is: [{'id': '7f6e233f-7fae-4559-8793-fcc1ba6b6b07', 'name': 'tempest-TestShelveInstance-461933556-router', 'tenant_id': 'ab2c0cba77e343a0980bc3c9614f06b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'external_fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': '240604f4-fdf8-4808-b104-9dacdc8ebacd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:38:36Z', 'updated_at': '2021-05-06T00:38:39Z', 'revision_number': 3, 'project_id': 'ab2c0cba77e343a0980bc3c9614f06b7', 'gw_port': {'id': '240604f4-fdf8-4808-b104-9dacdc8ebacd', 'name': '', 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:09:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f6e233f-7fae-4559-8793-fcc1ba6b6b07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:38:38Z', 'updated_at': '2021-05-06T00:38:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-iscsi'}] {{(pid=73834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 06 00:38:44.621025 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Pushing event updated for resources: {'Port': ['ID=509e60b0-ca4b-4702-b9ac-851df647d533,revision_number=3']} {{(pid=73833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:38:44.629835 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:38:44.641021 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-dafaaa73-baa3-4905-b903-efd473555770 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:44.673927 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Device 52292940-2602-4ee4-9ab9-6a1800f9b3c4 up at agent ovs-agent-dv-cinder-784623-8-iscsi {{(pid=73833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 00:38:44.684147 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [req-44b06c17-48b0-4cd1-b345-dda37029e175 req-5f318e7b-d9d6-41ee-b2eb-3f599ca9050e tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] Unset dirty status for tenant:e97ddfe0343845d3be8e5c5b3276974b on resource:network {{(pid=73832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 00:38:44.695956 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-44b06c17-48b0-4cd1-b345-dda37029e175 req-5f318e7b-d9d6-41ee-b2eb-3f599ca9050e tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] 10.222.0.24 "GET /v2.0/networks?id=a50d6f63-b8be-4da9-b7e5-50fdddcfa0ef HTTP/1.1" status: 200  len: 814 time: 0.7788415
May 06 00:38:44.707163 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.provisioning_blocks [None req-dafaaa73-baa3-4905-b903-efd473555770 admin admin] Transition to ACTIVE for port object 749ee0af-17be-46f9-a339-a150983bb9d2 will not be triggered until provisioned by entity DHCP. {{(pid=73831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 00:38:44.728617 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-44b06c17-48b0-4cd1-b345-dda37029e175 req-1393e527-40ac-4962-a630-1fc851e26e87 tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] 10.222.0.24 "GET /v2.0/quotas/e97ddfe0343845d3be8e5c5b3276974b HTTP/1.1" status: 200  len: 375 time: 0.0314634
May 06 00:38:44.838327 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-44b06c17-48b0-4cd1-b345-dda37029e175 req-3858a2a8-8afa-4ddd-b90a-0c2a53e2b214 tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e97ddfe0343845d3be8e5c5b3276974b&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1048379
May 06 00:38:44.913926 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-dafaaa73-baa3-4905-b903-efd473555770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767380898820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2942582'] for port, after_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:44.927795 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:38:44.978432 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_dvr_db [None req-f05da4a9-13ba-4393-b25e-f139b828e833 None None] Set router 620e8838-d9d7-4605-adfe-b68ddaea8d8a gateway port host: dv-cinder-784623-8-iscsi {{(pid=73833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 00:38:45.083487 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dafaaa73-baa3-4905-b903-efd473555770 admin admin] Network ef1e2f4b-1930-4e39-94ad-876197bc5d6b is already hosted by enough agents. {{(pid=73831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 00:38:45.090361 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Provisioning for port 52292940-2602-4ee4-9ab9-6a1800f9b3c4 completed by entity L2. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 00:38:45.093218 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8670321a-d5c5-4d0d-b051-180f0bd99c20 req-e4e75ef8-981b-4b15-99d9-b292e1439a61 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:38:45.095072 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-8670321a-d5c5-4d0d-b051-180f0bd99c20 req-e4e75ef8-981b-4b15-99d9-b292e1439a61 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4cd3d09-3e89-4c0b-9e95-5448b9ed53ac HTTP/1.1" status: 200  len: 946 time: 0.3673265
May 06 00:38:45.106297 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Provisioning complete for port 52292940-2602-4ee4-9ab9-6a1800f9b3c4 triggered by entity L2. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 00:38:45.106674 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723253'] for port, provisioning_complete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:45.114925 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.scheduler.base_scheduler [None req-dafaaa73-baa3-4905-b903-efd473555770 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 00:38:45.118646 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafaaa73-baa3-4905-b903-efd473555770 admin admin] Pushing event updated for resources: {'Port': ['ID=749ee0af-17be-46f9-a339-a150983bb9d2,revision_number=1']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:38:45.125150 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafaaa73-baa3-4905-b903-efd473555770 admin admin] Received port after_create {{(pid=73831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 06 00:38:45.179486 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-dafaaa73-baa3-4905-b903-efd473555770 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:38:45.210299 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-44b06c17-48b0-4cd1-b345-dda37029e175 req-5b3fa796-6ce9-48d7-bcc7-415eeb5ffb8f service neutron] 10.222.0.24 "GET /v2.0/networks/a50d6f63-b8be-4da9-b7e5-50fdddcfa0ef?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3691299
May 06 00:38:45.295246 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-8670321a-d5c5-4d0d-b051-180f0bd99c20 req-b5f84cd9-2a25-4341-93f8-c3e5322f23ce tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/security-groups?id=5accd55e-29bc-4ca7-befd-1574e549f464&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1776338
May 06 00:38:45.314904 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-dafaaa73-baa3-4905-b903-efd473555770 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-401631'] for router_interface, before_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:45.392439 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-93c780b8-ade7-45b7-a780-42cd1f6a15cd None None] Provisioning complete for port 509e60b0-ca4b-4702-b9ac-851df647d533 triggered by entity DHCP. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 00:38:45.393143 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-93c780b8-ade7-45b7-a780-42cd1f6a15cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723253'] for port, provisioning_complete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:45.433905 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-44b06c17-48b0-4cd1-b345-dda37029e175 req-4ef5c634-cc86-48dc-9538-d378d3fe5c41 service neutron] 10.222.0.24 "GET /v2.0/networks/a50d6f63-b8be-4da9-b7e5-50fdddcfa0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2226374
May 06 00:38:45.516097 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.plugin [None req-da551a17-4498-4f32-8e9d-b67d30a0fc01 admin admin] Deleting port 463c5b46-f55e-4cd6-8bd0-b63aa3ea0806 {{(pid=73832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 06 00:38:45.516441 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-da551a17-4498-4f32-8e9d-b67d30a0fc01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767381331357'] for port, before_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:45.598560 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-dafaaa73-baa3-4905-b903-efd473555770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:45.891487 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.db [None req-da551a17-4498-4f32-8e9d-b67d30a0fc01 admin admin] For port 463c5b46-f55e-4cd6-8bd0-b63aa3ea0806, host dv-cinder-784623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-iscsi',level=0,port_id=463c5b46-f55e-4cd6-8bd0-b63aa3ea0806,segment=NetworkSegment(211ca014-1f1c-4c9d-9a8e-e2529d491b2b),segment_id=211ca014-1f1c-4c9d-9a8e-e2529d491b2b)] {{(pid=73832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:38:45.891859 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-da551a17-4498-4f32-8e9d-b67d30a0fc01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404144'] for port, precommit_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:46.060490 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.plugin [None req-da551a17-4498-4f32-8e9d-b67d30a0fc01 admin admin] Calling delete_port for 463c5b46-f55e-4cd6-8bd0-b63aa3ea0806 owned by network:router_interface {{(pid=73832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 06 00:38:46.068498 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:46.232216 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3075d9-7622-4891-816f-690e13884254 req-5762449e-b2bb-4fd9-8bb2-3d88af1d57bf tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:38:46.240611 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-0c3075d9-7622-4891-816f-690e13884254 req-5762449e-b2bb-4fd9-8bb2-3d88af1d57bf tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=15ce2da6-b007-4eb2-a16e-92ba2286a634 HTTP/1.1" status: 200  len: 946 time: 0.4577634
May 06 00:38:46.331962 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-0c3075d9-7622-4891-816f-690e13884254 req-94c56ca9-1b88-488f-85ce-97fad3a4f8bd tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a34f04e-64d6-4aca-9087-db3260c441d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0896285
May 06 00:38:46.340362 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-dafaaa73-baa3-4905-b903-efd473555770 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:46.362294 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-dafaaa73-baa3-4905-b903-efd473555770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2942575'] for port, after_update {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:46.404808 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] For port 52292940-2602-4ee4-9ab9-6a1800f9b3c4, host dv-cinder-784623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-iscsi',level=0,port_id=52292940-2602-4ee4-9ab9-6a1800f9b3c4,segment=NetworkSegment(ad3796ff-8d99-4772-b33c-212fa30eb7b6),segment_id=ad3796ff-8d99-4772-b33c-212fa30eb7b6)] {{(pid=73833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:38:46.417872 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:46.420406 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-8d185707-e50f-4590-8b2c-68eaca343ffb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:38:46.445939 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:38:46.547709 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-44882575-aa39-48bb-97b0-92b7eb855ff4 req-ec94873d-53f5-4b44-b2cf-3c8d891a1353 tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0af2c3d-75cc-4a37-84e1-5e73669ff315 HTTP/1.1" status: 200  len: 210 time: 0.1190794
May 06 00:38:46.628669 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-dafaaa73-baa3-4905-b903-efd473555770 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401532'] for router_interface, after_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:46.684938 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Pushing event updated for resources: {'Port': ['ID=52292940-2602-4ee4-9ab9-6a1800f9b3c4,revision_number=5']} {{(pid=73833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:38:46.714628 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:38:46.735679 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafaaa73-baa3-4905-b903-efd473555770 admin admin] Pushing event updated for resources: {'Port': ['ID=749ee0af-17be-46f9-a339-a150983bb9d2,revision_number=2']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:38:46.745148 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-da551a17-4498-4f32-8e9d-b67d30a0fc01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767381335664', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767380898829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2182845'] for port, after_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:46.771580 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-dafaaa73-baa3-4905-b903-efd473555770 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:38:46.783487 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-807624c8-143f-4e14-92ca-d0313a29d15a None None] Provisioning for port 749ee0af-17be-46f9-a339-a150983bb9d2 completed by entity DHCP. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 00:38:46.785899 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-94d8f4a3-c3e5-426e-9bb0-7c9093e27702 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:38:46.859946 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Device 240604f4-fdf8-4808-b104-9dacdc8ebacd up at agent ovs-agent-dv-cinder-784623-8-iscsi {{(pid=73833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 00:38:46.919404 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da551a17-4498-4f32-8e9d-b67d30a0fc01 admin admin] Pushing event deleted for resources: {'Port': ['ID=463c5b46-f55e-4cd6-8bd0-b63aa3ea0806,revision_number=None']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:38:46.921993 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-da551a17-4498-4f32-8e9d-b67d30a0fc01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:38:46.954349 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-807624c8-143f-4e14-92ca-d0313a29d15a None None] Provisioning complete for port 749ee0af-17be-46f9-a339-a150983bb9d2 triggered by entity DHCP. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 00:38:46.954800 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-807624c8-143f-4e14-92ca-d0313a29d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723253'] for port, provisioning_complete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:47.039356 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f22d73-9ea8-4725-ac89-d25a4dc1c683 req-48e8772b-fbc2-41ef-979d-684e89814aff tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:38:47.043664 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-c2f22d73-9ea8-4725-ac89-d25a4dc1c683 req-48e8772b-fbc2-41ef-979d-684e89814aff tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4cd3d09-3e89-4c0b-9e95-5448b9ed53ac HTTP/1.1" status: 200  len: 946 time: 0.4054291
May 06 00:38:47.073917 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dafaaa73-baa3-4905-b903-efd473555770 admin admin] Network ef1e2f4b-1930-4e39-94ad-876197bc5d6b is already hosted by enough agents. {{(pid=73831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 00:38:47.077102 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.scheduler.base_scheduler [None req-dafaaa73-baa3-4905-b903-efd473555770 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 00:38:47.077451 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-04631d2c-153e-407c-b73f-ab9c46e39080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:47.080518 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_hamode_db [None req-f05da4a9-13ba-4393-b25e-f139b828e833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9503fada90>, [{'id': '620e8838-d9d7-4605-adfe-b68ddaea8d8a', 'name': 'tempest-TestShelveInstance-1240746119-router', 'tenant_id': '3fc73c2b6dc24f04b0a10b2cba547cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'external_fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': 'e0749598-9ee4-4799-aea4-3fba3336e85b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:38:20Z', 'updated_at': '2021-05-06T00:38:30Z', 'revision_number': 4, 'project_id': '3fc73c2b6dc24f04b0a10b2cba547cef', 'gw_port': {'id': 'e0749598-9ee4-4799-aea4-3fba3336e85b', 'name': '', 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '620e8838-d9d7-4605-adfe-b68ddaea8d8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:38:21Z', 'updated_at': '2021-05-06T00:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-iscsi', '_interfaces': [{'id': '52292940-2602-4ee4-9ab9-6a1800f9b3c4', 'name': '', 'network_id': '8a76de60-8f51-46a7-82de-5e733a1b9171', 'tenant_id': '3fc73c2b6dc24f04b0a10b2cba547cef', 'mac_address': 'fa:16:3e:f3:34:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '620e8838-d9d7-4605-adfe-b68ddaea8d8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '1144644b-a385-46b3-a0c3-f4eac028f2d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:38:28Z', 'updated_at': '2021-05-06T00:38:43Z', 'revision_number': 4, 'project_id': '3fc73c2b6dc24f04b0a10b2cba547cef', 'subnets': [{'id': '1144644b-a385-46b3-a0c3-f4eac028f2d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-8-iscsi', False) {} {{(pid=73833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:38:47.198801 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05da4a9-13ba-4393-b25e-f139b828e833 None None] The sync data for ids ['620e8838-d9d7-4605-adfe-b68ddaea8d8a'] in dv-cinder-784623-8-iscsi is: [{'id': '620e8838-d9d7-4605-adfe-b68ddaea8d8a', 'name': 'tempest-TestShelveInstance-1240746119-router', 'tenant_id': '3fc73c2b6dc24f04b0a10b2cba547cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'external_fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': 'e0749598-9ee4-4799-aea4-3fba3336e85b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:38:20Z', 'updated_at': '2021-05-06T00:38:30Z', 'revision_number': 4, 'project_id': '3fc73c2b6dc24f04b0a10b2cba547cef', 'gw_port': {'id': 'e0749598-9ee4-4799-aea4-3fba3336e85b', 'name': '', 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '620e8838-d9d7-4605-adfe-b68ddaea8d8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:38:21Z', 'updated_at': '2021-05-06T00:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-iscsi', '_interfaces': [{'id': '52292940-2602-4ee4-9ab9-6a1800f9b3c4', 'name': '', 'network_id': '8a76de60-8f51-46a7-82de-5e733a1b9171', 'tenant_id': '3fc73c2b6dc24f04b0a10b2cba547cef', 'mac_address': 'fa:16:3e:f3:34:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '620e8838-d9d7-4605-adfe-b68ddaea8d8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '1144644b-a385-46b3-a0c3-f4eac028f2d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:38:28Z', 'updated_at': '2021-05-06T00:38:43Z', 'revision_number': 4, 'project_id': '3fc73c2b6dc24f04b0a10b2cba547cef', 'subnets': [{'id': '1144644b-a385-46b3-a0c3-f4eac028f2d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 06 00:38:47.263690 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.plugin [None req-807624c8-143f-4e14-92ca-d0313a29d15a None None] Port 749ee0af-17be-46f9-a339-a150983bb9d2 cannot update to ACTIVE because it is not bound. {{(pid=73833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 06 00:38:47.317062 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Provisioning for port 240604f4-fdf8-4808-b104-9dacdc8ebacd completed by entity L2. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 00:38:47.327575 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Provisioning complete for port 240604f4-fdf8-4808-b104-9dacdc8ebacd triggered by entity L2. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 00:38:47.327962 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723253'] for port, provisioning_complete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:47.342849 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-c2f22d73-9ea8-4725-ac89-d25a4dc1c683 req-d104ac1d-91fc-4da0-bb70-b0954a331eda tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/security-groups?id=5accd55e-29bc-4ca7-befd-1574e549f464&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2906032
May 06 00:38:47.586351 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-25bae469-d102-479f-b7c8-eb6e6c10013e None None] Provisioning complete for port 749ee0af-17be-46f9-a339-a150983bb9d2 triggered by entity DHCP. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 00:38:47.586968 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-25bae469-d102-479f-b7c8-eb6e6c10013e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723253'] for port, provisioning_complete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:47.593630 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-da551a17-4498-4f32-8e9d-b67d30a0fc01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-407034'] for router_interface, after_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:47.663783 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dafaaa73-baa3-4905-b903-efd473555770 admin admin] Router 7f6e233f-7fae-4559-8793-fcc1ba6b6b07 has already been hosted by L3 agent 3fa0790c-dd29-4495-aa07-f8a2ae482509 {{(pid=73831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 06 00:38:47.752848 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:47.833948 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] For port 240604f4-fdf8-4808-b104-9dacdc8ebacd, host dv-cinder-784623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-iscsi',level=0,port_id=240604f4-fdf8-4808-b104-9dacdc8ebacd,segment=NetworkSegment(9e77dc6e-5839-4c5c-8941-3e48c898c98b),segment_id=9e77dc6e-5839-4c5c-8941-3e48c898c98b)] {{(pid=73833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:38:47.854156 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:47.857498 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Device 509e60b0-ca4b-4702-b9ac-851df647d533 up at agent ovs-agent-dv-cinder-784623-8-iscsi {{(pid=73833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 00:38:47.924163 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-8626c26a-cc31-431b-af38-ebba8463ec5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:38:47.955111 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dafaaa73-baa3-4905-b903-efd473555770 admin admin] Notify agent at l3_agent.dv-cinder-784623-8-iscsi the message routers_updated {{(pid=73831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 06 00:38:47.978786 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-dafaaa73-baa3-4905-b903-efd473555770 admin admin] 10.222.0.24 "PUT /v2.0/routers/7f6e233f-7fae-4559-8793-fcc1ba6b6b07/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.5924606
May 06 00:38:48.029233 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675cad7c-2948-4509-83b7-2b9ec694b913 None None] Sync routers for ids ['7f6e233f-7fae-4559-8793-fcc1ba6b6b07'] in dv-cinder-784623-8-iscsi {{(pid=73833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 06 00:38:48.059740 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.plugin [None req-25bae469-d102-479f-b7c8-eb6e6c10013e None None] Port 749ee0af-17be-46f9-a339-a150983bb9d2 cannot update to ACTIVE because it is not bound. {{(pid=73833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 06 00:38:48.124398 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675cad7c-2948-4509-83b7-2b9ec694b913 None None] Routers {'7f6e233f-7fae-4559-8793-fcc1ba6b6b07'} bound to L3 agent in host dv-cinder-784623-8-iscsi {{(pid=73833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 00:38:48.125088 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_hamode_db [None req-675cad7c-2948-4509-83b7-2b9ec694b913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f950904c880>, 'dv-cinder-784623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-06T00:27:20Z,description=<?>,heartbeat_timestamp=2021-05-06T00:38:20Z,host='dv-cinder-784623-8-iscsi',id=3fa0790c-dd29-4495-aa07-f8a2ae482509,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T00:27:20Z,topic='l3_agent')) {'router_ids': ['7f6e233f-7fae-4559-8793-fcc1ba6b6b07'], 'active': True} {{(pid=73833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:38:48.354190 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b06c17-48b0-4cd1-b345-dda37029e175 req-a4f1d672-f54c-46f6-9bb6-3bcb00223d63 tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:38:48.355890 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-44b06c17-48b0-4cd1-b345-dda37029e175 req-a4f1d672-f54c-46f6-9bb6-3bcb00223d63 tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] 10.222.0.30 "GET /v2.0/networks?id=a50d6f63-b8be-4da9-b7e5-50fdddcfa0ef HTTP/1.1" status: 200  len: 814 time: 0.2288940
May 06 00:38:48.406317 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Pushing event updated for resources: {'Port': ['ID=240604f4-fdf8-4808-b104-9dacdc8ebacd,revision_number=4']} {{(pid=73833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:38:48.414956 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:38:48.434610 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Provisioning complete for port 509e60b0-ca4b-4702-b9ac-851df647d533 triggered by entity L2. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 00:38:48.435012 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723253'] for port, provisioning_complete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:48.439441 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.v2.base [req-44b06c17-48b0-4cd1-b345-dda37029e175 req-a90fea68-6d2e-49cc-b998-73ed5c73f95c tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] Request body: {'port': {'device_id': 'c0af2c3d-75cc-4a37-84e1-5e73669ff315', 'network_id': 'a50d6f63-b8be-4da9-b7e5-50fdddcfa0ef', 'admin_state_up': True, 'tenant_id': 'e97ddfe0343845d3be8e5c5b3276974b'}} {{(pid=73832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:38:48.481354 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-31faa928-3b34-4fae-93ad-7929dfbdb4d7 req-75801d91-88df-44fc-93ab-5ea85c35bf4d tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0af2c3d-75cc-4a37-84e1-5e73669ff315 HTTP/1.1" status: 200  len: 210 time: 0.4197888
May 06 00:38:48.552725 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_dvr_db [None req-675cad7c-2948-4509-83b7-2b9ec694b913 None None] Set router 7f6e233f-7fae-4559-8793-fcc1ba6b6b07 gateway port host: dv-cinder-784623-8-iscsi {{(pid=73833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 00:38:48.794571 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [req-44b06c17-48b0-4cd1-b345-dda37029e175 req-a90fea68-6d2e-49cc-b998-73ed5c73f95c tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:38:48.823619 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [req-44b06c17-48b0-4cd1-b345-dda37029e175 req-a90fea68-6d2e-49cc-b998-73ed5c73f95c tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:38:48.950978 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 41626) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:38:48.963845 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.v2.base [None req-53fe08a9-ffa0-4cf4-a160-8ae941515e46 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-364331828', 'description': 'tempest-secgroup-smoke-364331828 description', 'project_id': '3fc73c2b6dc24f04b0a10b2cba547cef'}} {{(pid=73831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:38:48.978708 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da551a17-4498-4f32-8e9d-b67d30a0fc01 admin admin] Router c7ac2aa6-6188-4f57-91ea-c0a6d7e42c98 has already been hosted by L3 agent 3fa0790c-dd29-4495-aa07-f8a2ae482509 {{(pid=73832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 06 00:38:48.979558 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44b06c17-48b0-4cd1-b345-dda37029e175 req-a90fea68-6d2e-49cc-b998-73ed5c73f95c tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] Made reservation on behalf of e97ddfe0343845d3be8e5c5b3276974b for: {'port': 1} {{(pid=73832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 06 00:38:48.982042 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-53fe08a9-ffa0-4cf4-a160-8ae941515e46 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:38:49.004218 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-44b06c17-48b0-4cd1-b345-dda37029e175 req-a90fea68-6d2e-49cc-b998-73ed5c73f95c tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:49.014394 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-53fe08a9-ffa0-4cf4-a160-8ae941515e46 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Usage tracker for resource:security_group and tenant:3fc73c2b6dc24f04b0a10b2cba547cef is out of sync, need to count used quota {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:38:49.025092 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-53fe08a9-ffa0-4cf4-a160-8ae941515e46 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:38:49.068788 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-53fe08a9-ffa0-4cf4-a160-8ae941515e46 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:38:49.079741 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-53fe08a9-ffa0-4cf4-a160-8ae941515e46 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Notify callbacks [] for security_group, before_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:49.123386 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-53fe08a9-ffa0-4cf4-a160-8ae941515e46 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:38:49.127523 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-53fe08a9-ffa0-4cf4-a160-8ae941515e46 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Usage tracker for resource:security_group_rule and tenant:3fc73c2b6dc24f04b0a10b2cba547cef is out of sync, need to count used quota {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:38:49.131206 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-53fe08a9-ffa0-4cf4-a160-8ae941515e46 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:38:49.137356 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-53fe08a9-ffa0-4cf4-a160-8ae941515e46 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:38:49.225076 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-53fe08a9-ffa0-4cf4-a160-8ae941515e46 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Notify callbacks [] for security_group, precommit_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:49.230417 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-53fe08a9-ffa0-4cf4-a160-8ae941515e46 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:49.236469 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:38:49.272697 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fe08a9-ffa0-4cf4-a160-8ae941515e46 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cbfc576-e84d-4726-b156-8f3411b7787e,revision_number=1']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:38:49.280908 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-53fe08a9-ffa0-4cf4-a160-8ae941515e46 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:38:49.315104 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-53fe08a9-ffa0-4cf4-a160-8ae941515e46 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Notify callbacks [] for security_group, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:49.320248 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-53fe08a9-ffa0-4cf4-a160-8ae941515e46 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.3654521
May 06 00:38:49.321409 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 41634) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:38:49.328141 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.v2.base [None req-a5738758-0bc3-40a0-864f-770ccbec87f7 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Request body: {'security_group_rule': {'security_group_id': '2cbfc576-e84d-4726-b156-8f3411b7787e', 'project_id': '3fc73c2b6dc24f04b0a10b2cba547cef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:38:49.335355 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-a5738758-0bc3-40a0-864f-770ccbec87f7 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:38:49.348195 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-a5738758-0bc3-40a0-864f-770ccbec87f7 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Usage tracker for resource:security_group_rule and tenant:3fc73c2b6dc24f04b0a10b2cba547cef is out of sync, need to count used quota {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:38:49.354768 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-a5738758-0bc3-40a0-864f-770ccbec87f7 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:38:49.369695 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-a5738758-0bc3-40a0-864f-770ccbec87f7 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:38:49.433950 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-a5738758-0bc3-40a0-864f-770ccbec87f7 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:49.603185 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-01eba529-b704-4ba8-8615-ce5638c87fc6 req-c437b1f4-2970-4de0-8e8f-716ad921d242 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-841474901&fields=id&tenant_id=24c0c0411f574f8f960e5150472df75e HTTP/1.1" status: 200  len: 267 time: 0.1427500
May 06 00:38:49.641153 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:49.657728 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-64444fd6-8ce1-4403-8d3d-e1f8856d7e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:49.701501 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-a5738758-0bc3-40a0-864f-770ccbec87f7 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:49.735016 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da551a17-4498-4f32-8e9d-b67d30a0fc01 admin admin] Notify agent at l3_agent.dv-cinder-784623-8-iscsi the message routers_updated {{(pid=73832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 06 00:38:49.744181 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_hamode_db [None req-675cad7c-2948-4509-83b7-2b9ec694b913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f950904c880>, [{'id': '7f6e233f-7fae-4559-8793-fcc1ba6b6b07', 'name': 'tempest-TestShelveInstance-461933556-router', 'tenant_id': 'ab2c0cba77e343a0980bc3c9614f06b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'external_fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': '240604f4-fdf8-4808-b104-9dacdc8ebacd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:38:36Z', 'updated_at': '2021-05-06T00:38:45Z', 'revision_number': 4, 'project_id': 'ab2c0cba77e343a0980bc3c9614f06b7', 'gw_port': {'id': '240604f4-fdf8-4808-b104-9dacdc8ebacd', 'name': '', 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:09:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6e233f-7fae-4559-8793-fcc1ba6b6b07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:38:38Z', 'updated_at': '2021-05-06T00:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-iscsi', '_interfaces': [{'id': '749ee0af-17be-46f9-a339-a150983bb9d2', 'name': '', 'network_id': 'ef1e2f4b-1930-4e39-94ad-876197bc5d6b', 'tenant_id': 'ab2c0cba77e343a0980bc3c9614f06b7', 'mac_address': 'fa:16:3e:d0:08:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f6e233f-7fae-4559-8793-fcc1ba6b6b07', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '2023eea7-65b9-4b86-86ef-1f1f456d5a29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:38:43Z', 'updated_at': '2021-05-06T00:38:45Z', 'revision_number': 2, 'project_id': 'ab2c0cba77e343a0980bc3c9614f06b7', 'subnets': [{'id': '2023eea7-65b9-4b86-86ef-1f1f456d5a29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-8-iscsi', False) {} {{(pid=73833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:38:49.752403 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad078231-d2b4-44a3-9369-339836f7c999 None None] Sync routers for ids ['c7ac2aa6-6188-4f57-91ea-c0a6d7e42c98'] in dv-cinder-784623-8-iscsi {{(pid=73834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 06 00:38:49.757860 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675cad7c-2948-4509-83b7-2b9ec694b913 None None] Checking router: 7f6e233f-7fae-4559-8793-fcc1ba6b6b07 for host: dv-cinder-784623-8-iscsi {{(pid=73833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 06 00:38:49.758591 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675cad7c-2948-4509-83b7-2b9ec694b913 None None] Updating router 7f6e233f-7fae-4559-8793-fcc1ba6b6b07 port 749ee0af-17be-46f9-a339-a150983bb9d2 binding host dv-cinder-784623-8-iscsi {{(pid=73833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 06 00:38:49.817933 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad078231-d2b4-44a3-9369-339836f7c999 None None] Routers {'c7ac2aa6-6188-4f57-91ea-c0a6d7e42c98'} bound to L3 agent in host dv-cinder-784623-8-iscsi {{(pid=73834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 00:38:49.819115 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_hamode_db [None req-ad078231-d2b4-44a3-9369-339836f7c999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9509abdfa0>, 'dv-cinder-784623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2021-05-06T00:27:20Z,description=<?>,heartbeat_timestamp=2021-05-06T00:38:50Z,host='dv-cinder-784623-8-iscsi',id=3fa0790c-dd29-4495-aa07-f8a2ae482509,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T00:27:20Z,topic='l3_agent')) {'router_ids': ['c7ac2aa6-6188-4f57-91ea-c0a6d7e42c98'], 'active': True} {{(pid=73834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:38:49.863296 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-675cad7c-2948-4509-83b7-2b9ec694b913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:49.876189 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.db_base_plugin_common [req-44b06c17-48b0-4cd1-b345-dda37029e175 req-a90fea68-6d2e-49cc-b998-73ed5c73f95c tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] Allocated IP 172.20.0.6 (a50d6f63-b8be-4da9-b7e5-50fdddcfa0ef/84bba743-9917-486a-a927-9c6d46072a4e/5cebebe6-244e-4b34-8168-332ea0116d7a) {{(pid=73832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 06 00:38:49.959747 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-a5738758-0bc3-40a0-864f-770ccbec87f7 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230'] for security_group_rule, after_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:50.001495 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Device 52292940-2602-4ee4-9ab9-6a1800f9b3c4 up at agent ovs-agent-dv-cinder-784623-8-iscsi {{(pid=73833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 00:38:50.004093 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:38:50.038465 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5738758-0bc3-40a0-864f-770ccbec87f7 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=955c7e83-140c-491e-b3f4-592a918f9800,revision_number=0']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:38:50.073694 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-a5738758-0bc3-40a0-864f-770ccbec87f7 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:38:50.144848 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-a5738758-0bc3-40a0-864f-770ccbec87f7 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:50.147999 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-a5738758-0bc3-40a0-864f-770ccbec87f7 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.8250504
May 06 00:38:50.169500 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 41642) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:38:50.196000 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.v2.base [None req-1c9da5f8-c893-4625-9be6-9e5c1cb37bcb tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Request body: {'security_group_rule': {'security_group_id': '2cbfc576-e84d-4726-b156-8f3411b7787e', 'project_id': '3fc73c2b6dc24f04b0a10b2cba547cef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=73831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:38:50.235595 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-1c9da5f8-c893-4625-9be6-9e5c1cb37bcb tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:38:50.245254 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-da551a17-4498-4f32-8e9d-b67d30a0fc01 admin admin] 10.222.0.24 "PUT /v2.0/routers/c7ac2aa6-6188-4f57-91ea-c0a6d7e42c98/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.6467476
May 06 00:38:50.248948 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-44b06c17-48b0-4cd1-b345-dda37029e175 req-a90fea68-6d2e-49cc-b998-73ed5c73f95c tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] Notify callbacks [] for port, precommit_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:50.250378 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eba529-b704-4ba8-8615-ce5638c87fc6 req-26f83bde-8b53-4877-8017-6ec06b9d19a6 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:38:50.257937 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 41646) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:38:50.264213 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-01eba529-b704-4ba8-8615-ce5638c87fc6 req-26f83bde-8b53-4877-8017-6ec06b9d19a6 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/networks?id=b3eca023-a406-48df-a3db-ebd6b6f9c1bf HTTP/1.1" status: 200  len: 812 time: 0.6577680
May 06 00:38:50.281961 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-1c9da5f8-c893-4625-9be6-9e5c1cb37bcb tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Usage tracker for resource:security_group_rule and tenant:3fc73c2b6dc24f04b0a10b2cba547cef is out of sync, need to count used quota {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:38:50.295647 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-01eba529-b704-4ba8-8615-ce5638c87fc6 req-08d4b871-4e3d-4df9-84e0-5cc05dd51ce7 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/quotas/24c0c0411f574f8f960e5150472df75e HTTP/1.1" status: 200  len: 375 time: 0.0276620
May 06 00:38:50.356828 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-1c9da5f8-c893-4625-9be6-9e5c1cb37bcb tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:38:50.363387 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Provisioning complete for port 52292940-2602-4ee4-9ab9-6a1800f9b3c4 triggered by entity L2. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 00:38:50.363768 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723253'] for port, provisioning_complete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:50.384659 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-1c9da5f8-c893-4625-9be6-9e5c1cb37bcb tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:38:50.429852 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-1c9da5f8-c893-4625-9be6-9e5c1cb37bcb tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:50.431536 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_dvr_db [None req-ad078231-d2b4-44a3-9369-339836f7c999 None None] Set router c7ac2aa6-6188-4f57-91ea-c0a6d7e42c98 gateway port host: dv-cinder-784623-8-iscsi {{(pid=73834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 00:38:50.497568 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [req-01eba529-b704-4ba8-8615-ce5638c87fc6 req-0022697a-be28-45d5-94ad-3d2fa984c907 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Synchronizing usage tracker for tenant:24c0c0411f574f8f960e5150472df75e on resource:port {{(pid=73831) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 00:38:50.502715 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e5ef46-4f60-47d3-afce-b848e5372a46 req-977db1d9-76dc-4e34-afaf-1b04a99961ff tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:38:50.511862 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-19e5ef46-4f60-47d3-afce-b848e5372a46 req-977db1d9-76dc-4e34-afaf-1b04a99961ff tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4cd3d09-3e89-4c0b-9e95-5448b9ed53ac HTTP/1.1" status: 200  len: 946 time: 1.6680384
May 06 00:38:50.514852 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-4fd5ce53-b369-406f-9cdd-ae114f464895 admin admin] Notify callbacks [] for router, before_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:50.567163 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-1c9da5f8-c893-4625-9be6-9e5c1cb37bcb tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:50.575115 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [req-01eba529-b704-4ba8-8615-ce5638c87fc6 req-0022697a-be28-45d5-94ad-3d2fa984c907 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Unset dirty status for tenant:24c0c0411f574f8f960e5150472df75e on resource:port {{(pid=73831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 00:38:50.590839 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-01eba529-b704-4ba8-8615-ce5638c87fc6 req-0022697a-be28-45d5-94ad-3d2fa984c907 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=24c0c0411f574f8f960e5150472df75e&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2823260
May 06 00:38:50.598097 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-90084741-9b8f-423c-9f16-72d74cd0e02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:50.656537 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-1c9da5f8-c893-4625-9be6-9e5c1cb37bcb tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230'] for security_group_rule, after_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:50.743576 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Device 240604f4-fdf8-4808-b104-9dacdc8ebacd up at agent ovs-agent-dv-cinder-784623-8-iscsi {{(pid=73833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 00:38:50.767299 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-4fd5ce53-b369-406f-9cdd-ae114f464895 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:50.848401 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:38:50.854256 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-19e5ef46-4f60-47d3-afce-b848e5372a46 req-7aaa8ae6-9b1a-492d-9ed5-4ef3b80b74ae tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/security-groups?id=5accd55e-29bc-4ca7-befd-1574e549f464&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3415260
May 06 00:38:50.911222 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-44b06c17-48b0-4cd1-b345-dda37029e175 req-a90fea68-6d2e-49cc-b998-73ed5c73f95c tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767380898820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2182845'] for port, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:50.911930 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-1c9da5f8-c893-4625-9be6-9e5c1cb37bcb tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:50.913056 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-1c9da5f8-c893-4625-9be6-9e5c1cb37bcb tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.7418885
May 06 00:38:50.917233 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9da5f8-c893-4625-9be6-9e5c1cb37bcb tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4df50607-781a-4143-b095-a70c71ac0c04,revision_number=0']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:38:50.920690 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 41654) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:38:50.923099 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-1c9da5f8-c893-4625-9be6-9e5c1cb37bcb tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:38:50.928628 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.v2.base [None req-0b10f170-d567-4e85-ac2a-9609953ef69b tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Request body: {'security_group_rule': {'security_group_id': '2cbfc576-e84d-4726-b156-8f3411b7787e', 'project_id': '3fc73c2b6dc24f04b0a10b2cba547cef', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=73831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:38:50.929630 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_hamode_db [None req-ad078231-d2b4-44a3-9369-339836f7c999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9509abdfa0>, [{'id': 'c7ac2aa6-6188-4f57-91ea-c0a6d7e42c98', 'name': 'tempest-ServerRescueNegativeTestJSON-1457339987-router', 'tenant_id': '002b4df3d00d43ddba30ad44b32e56cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'external_fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': 'b2ff9304-1f47-4fe9-afec-4f6f70ef7b59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:34:51Z', 'updated_at': '2021-05-06T00:38:46Z', 'revision_number': 5, 'project_id': '002b4df3d00d43ddba30ad44b32e56cc', 'gw_port': {'id': 'b2ff9304-1f47-4fe9-afec-4f6f70ef7b59', 'name': '', 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f1:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ac2aa6-6188-4f57-91ea-c0a6d7e42c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:34:55Z', 'updated_at': '2021-05-06T00:35:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-iscsi'}], 'dv-cinder-784623-8-iscsi', False) {} {{(pid=73834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:38:50.936177 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad078231-d2b4-44a3-9369-339836f7c999 None None] Checking router: c7ac2aa6-6188-4f57-91ea-c0a6d7e42c98 for host: dv-cinder-784623-8-iscsi {{(pid=73834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 06 00:38:50.936477 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-0b10f170-d567-4e85-ac2a-9609953ef69b tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:38:50.941272 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:38:50.943071 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-675cad7c-2948-4509-83b7-2b9ec694b913 None None] Notify callbacks [] for port, precommit_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:50.949261 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad078231-d2b4-44a3-9369-339836f7c999 None None] Routers {'c7ac2aa6-6188-4f57-91ea-c0a6d7e42c98'} bound to L3 agent in host dv-cinder-784623-8-iscsi {{(pid=73834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 00:38:50.950289 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_hamode_db [None req-ad078231-d2b4-44a3-9369-339836f7c999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9509abdfa0>, 'dv-cinder-784623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2021-05-06T00:27:20Z,description=<?>,heartbeat_timestamp=2021-05-06T00:38:50Z,host='dv-cinder-784623-8-iscsi',id=3fa0790c-dd29-4495-aa07-f8a2ae482509,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T00:27:20Z,topic='l3_agent')) {'router_ids': ['c7ac2aa6-6188-4f57-91ea-c0a6d7e42c98'], 'active': True} {{(pid=73834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:38:50.950534 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-0b10f170-d567-4e85-ac2a-9609953ef69b tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Usage tracker for resource:security_group_rule and tenant:3fc73c2b6dc24f04b0a10b2cba547cef is out of sync, need to count used quota {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:38:50.954988 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-0b10f170-d567-4e85-ac2a-9609953ef69b tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:38:50.966121 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Provisioning complete for port 240604f4-fdf8-4808-b104-9dacdc8ebacd triggered by entity L2. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 00:38:50.966496 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723253'] for port, provisioning_complete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:50.977912 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-0b10f170-d567-4e85-ac2a-9609953ef69b tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:38:51.016168 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-01eba529-b704-4ba8-8615-ce5638c87fc6 req-36ff81d6-e013-4fc5-a608-033ab9cb7eaf service neutron] 10.222.0.24 "GET /v2.0/networks/b3eca023-a406-48df-a3db-ebd6b6f9c1bf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4218180
May 06 00:38:51.084482 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.plugin [None req-4fd5ce53-b369-406f-9cdd-ae114f464895 admin admin] Deleting port b2ff9304-1f47-4fe9-afec-4f6f70ef7b59 {{(pid=73832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 06 00:38:51.084835 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-4fd5ce53-b369-406f-9cdd-ae114f464895 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767381331357'] for port, before_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:51.102244 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-675cad7c-2948-4509-83b7-2b9ec694b913 None None] Transition to ACTIVE for port object 749ee0af-17be-46f9-a339-a150983bb9d2 will not be triggered until provisioned by entity L2. {{(pid=73833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 00:38:51.112985 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-675cad7c-2948-4509-83b7-2b9ec694b913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:51.118992 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:38:51.130985 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-0b10f170-d567-4e85-ac2a-9609953ef69b tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:51.249579 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_dvr_db [None req-ad078231-d2b4-44a3-9369-339836f7c999 None None] Set router c7ac2aa6-6188-4f57-91ea-c0a6d7e42c98 gateway port host: None {{(pid=73834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 00:38:51.350675 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-01eba529-b704-4ba8-8615-ce5638c87fc6 req-f787d7aa-6e55-41d1-bfd3-b755eb6ee817 service neutron] 10.222.0.24 "GET /v2.0/networks/b3eca023-a406-48df-a3db-ebd6b6f9c1bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3335049
May 06 00:38:51.404920 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.db [None req-4fd5ce53-b369-406f-9cdd-ae114f464895 admin admin] For port b2ff9304-1f47-4fe9-afec-4f6f70ef7b59, host dv-cinder-784623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-iscsi',level=0,port_id=b2ff9304-1f47-4fe9-afec-4f6f70ef7b59,segment=NetworkSegment(9e77dc6e-5839-4c5c-8941-3e48c898c98b),segment_id=9e77dc6e-5839-4c5c-8941-3e48c898c98b)] {{(pid=73832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:38:51.405276 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-4fd5ce53-b369-406f-9cdd-ae114f464895 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404144'] for port, precommit_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:51.441339 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44b06c17-48b0-4cd1-b345-dda37029e175 req-a90fea68-6d2e-49cc-b998-73ed5c73f95c tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] Network a50d6f63-b8be-4da9-b7e5-50fdddcfa0ef is already hosted by enough agents. {{(pid=73832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 00:38:51.448364 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-0b10f170-d567-4e85-ac2a-9609953ef69b tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:51.453277 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-0b10f170-d567-4e85-ac2a-9609953ef69b tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230'] for security_group_rule, after_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:51.461288 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:38:51.503553 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.scheduler.base_scheduler [req-44b06c17-48b0-4cd1-b345-dda37029e175 req-a90fea68-6d2e-49cc-b998-73ed5c73f95c tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] Resources bound (agent type, host, resource id):  {{(pid=73832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 00:38:51.506244 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b10f170-d567-4e85-ac2a-9609953ef69b tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f603622-eb4f-44f1-bf69-910860d1072c,revision_number=0']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:38:51.512046 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.l3_dvrscheduler_db [req-44b06c17-48b0-4cd1-b345-dda37029e175 req-a90fea68-6d2e-49cc-b998-73ed5c73f95c tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] Received port after_create {{(pid=73832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 06 00:38:51.515910 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-0b10f170-d567-4e85-ac2a-9609953ef69b tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:38:51.548665 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-0b10f170-d567-4e85-ac2a-9609953ef69b tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:51.549965 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-0b10f170-d567-4e85-ac2a-9609953ef69b tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.6282997
May 06 00:38:51.553736 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 41660) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:38:51.555310 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_hamode_db [None req-ad078231-d2b4-44a3-9369-339836f7c999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9509abdfa0>, [{'id': 'c7ac2aa6-6188-4f57-91ea-c0a6d7e42c98', 'name': 'tempest-ServerRescueNegativeTestJSON-1457339987-router', 'tenant_id': '002b4df3d00d43ddba30ad44b32e56cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:34:51Z', 'updated_at': '2021-05-06T00:38:50Z', 'revision_number': 6, 'project_id': '002b4df3d00d43ddba30ad44b32e56cc', 'gw_port_host': None}], 'dv-cinder-784623-8-iscsi', False) {} {{(pid=73834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:38:51.568085 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.v2.base [None req-40815ad6-8054-49b7-98ac-2c6f375fd52a tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Request body: {'security_group_rule': {'security_group_id': '2cbfc576-e84d-4726-b156-8f3411b7787e', 'project_id': '3fc73c2b6dc24f04b0a10b2cba547cef', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=73831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:38:51.569603 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad078231-d2b4-44a3-9369-339836f7c999 None None] The sync data for ids ['c7ac2aa6-6188-4f57-91ea-c0a6d7e42c98'] in dv-cinder-784623-8-iscsi is: [{'id': 'c7ac2aa6-6188-4f57-91ea-c0a6d7e42c98', 'name': 'tempest-ServerRescueNegativeTestJSON-1457339987-router', 'tenant_id': '002b4df3d00d43ddba30ad44b32e56cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:34:51Z', 'updated_at': '2021-05-06T00:38:50Z', 'revision_number': 6, 'project_id': '002b4df3d00d43ddba30ad44b32e56cc', 'gw_port_host': None}] {{(pid=73834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 06 00:38:51.581963 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-40815ad6-8054-49b7-98ac-2c6f375fd52a tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:38:51.585631 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dc58e4-d2f2-475a-a9cc-4fe981faab08 None None] Pushing event updated for resources: {'Port': ['ID=749ee0af-17be-46f9-a339-a150983bb9d2,revision_number=3']} {{(pid=73833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:38:51.605463 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-40815ad6-8054-49b7-98ac-2c6f375fd52a tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Usage tracker for resource:security_group_rule and tenant:3fc73c2b6dc24f04b0a10b2cba547cef is out of sync, need to count used quota {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:38:51.609988 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-40815ad6-8054-49b7-98ac-2c6f375fd52a tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:38:51.625824 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-40815ad6-8054-49b7-98ac-2c6f375fd52a tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:38:51.659838 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-04dc58e4-d2f2-475a-a9cc-4fe981faab08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.540s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:38:51.681311 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-40815ad6-8054-49b7-98ac-2c6f375fd52a tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:51.751515 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.managers [None req-675cad7c-2948-4509-83b7-2b9ec694b913 None None] Attempting to bind port 749ee0af-17be-46f9-a339-a150983bb9d2 on host dv-cinder-784623-8-iscsi for vnic_type normal with profile  {{(pid=73833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 06 00:38:51.752113 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.managers [None req-675cad7c-2948-4509-83b7-2b9ec694b913 None None] Attempting to bind port 749ee0af-17be-46f9-a339-a150983bb9d2 by drivers openvswitch,hyperv on host dv-cinder-784623-8-iscsi at level 0 using segments [{'id': 'a54600ff-7fe8-4f0f-9417-10efacd21ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'ef1e2f4b-1930-4e39-94ad-876197bc5d6b'}] {{(pid=73833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 06 00:38:51.752237 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675cad7c-2948-4509-83b7-2b9ec694b913 None None] Attempting to bind port 749ee0af-17be-46f9-a339-a150983bb9d2 on network ef1e2f4b-1930-4e39-94ad-876197bc5d6b {{(pid=73833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 00:38:51.763701 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675cad7c-2948-4509-83b7-2b9ec694b913 None None] Checking agent: {'id': '4b72a67e-bba9-4429-9bf9-904dcd8ce83b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 0, 27, 19), 'started_at': datetime.datetime(2021, 5, 6, 0, 27, 49), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 0, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 06 00:38:51.764083 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675cad7c-2948-4509-83b7-2b9ec694b913 None None] Checking segment: {'id': 'a54600ff-7fe8-4f0f-9417-10efacd21ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'ef1e2f4b-1930-4e39-94ad-876197bc5d6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 00:38:51.764494 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-675cad7c-2948-4509-83b7-2b9ec694b913 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:51.764925 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675cad7c-2948-4509-83b7-2b9ec694b913 None None] Bound using segment: {'id': 'a54600ff-7fe8-4f0f-9417-10efacd21ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'ef1e2f4b-1930-4e39-94ad-876197bc5d6b'} {{(pid=73833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 06 00:38:51.765404 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.managers [None req-675cad7c-2948-4509-83b7-2b9ec694b913 None None] Bound port: 749ee0af-17be-46f9-a339-a150983bb9d2, host: dv-cinder-784623-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a54600ff-7fe8-4f0f-9417-10efacd21ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'ef1e2f4b-1930-4e39-94ad-876197bc5d6b'}}] {{(pid=73833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 06 00:38:51.768347 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-675cad7c-2948-4509-83b7-2b9ec694b913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:51.803114 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-40815ad6-8054-49b7-98ac-2c6f375fd52a tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:51.807963 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-40815ad6-8054-49b7-98ac-2c6f375fd52a tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230'] for security_group_rule, after_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:51.824001 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-89936908-6d1f-4442-818d-d8a82e1b5c0e tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:38:51.849410 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40815ad6-8054-49b7-98ac-2c6f375fd52a tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa42b49f-3753-474b-8106-9231a7358b9e,revision_number=0']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:38:51.854590 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-40815ad6-8054-49b7-98ac-2c6f375fd52a tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:38:51.860185 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-40815ad6-8054-49b7-98ac-2c6f375fd52a tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:51.861598 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-40815ad6-8054-49b7-98ac-2c6f375fd52a tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3062973
May 06 00:38:51.865611 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 41676) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:38:51.872721 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.v2.base [None req-37004a5b-b443-449e-806f-400fb9cf441d tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Request body: {'security_group_rule': {'security_group_id': '2cbfc576-e84d-4726-b156-8f3411b7787e', 'project_id': '3fc73c2b6dc24f04b0a10b2cba547cef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=73831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:38:51.879774 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-37004a5b-b443-449e-806f-400fb9cf441d tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:38:51.884143 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-37004a5b-b443-449e-806f-400fb9cf441d tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Usage tracker for resource:security_group_rule and tenant:3fc73c2b6dc24f04b0a10b2cba547cef is out of sync, need to count used quota {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:38:51.887285 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-37004a5b-b443-449e-806f-400fb9cf441d tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:38:51.896907 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-37004a5b-b443-449e-806f-400fb9cf441d tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:38:51.909196 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.db.securitygroups_db [None req-37004a5b-b443-449e-806f-400fb9cf441d tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Project 3fc73c2b6dc24f04b0a10b2cba547cef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 06 00:38:51.916463 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-37004a5b-b443-449e-806f-400fb9cf441d tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:51.920065 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-06e5bd5a-9e4a-4653-864f-becf711c9df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:51.924662 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-675cad7c-2948-4509-83b7-2b9ec694b913 None None] For port 749ee0af-17be-46f9-a339-a150983bb9d2, host dv-cinder-784623-8-iscsi, cleared binding levels {{(pid=73833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 06 00:38:51.930742 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.plugin [None req-4fd5ce53-b369-406f-9cdd-ae114f464895 admin admin] Calling delete_port for b2ff9304-1f47-4fe9-afec-4f6f70ef7b59 owned by network:router_gateway {{(pid=73832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 06 00:38:51.931754 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-675cad7c-2948-4509-83b7-2b9ec694b913 None None] For port 749ee0af-17be-46f9-a339-a150983bb9d2, host dv-cinder-784623-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-iscsi',level=0,port_id=749ee0af-17be-46f9-a339-a150983bb9d2,segment=NetworkSegment(a54600ff-7fe8-4f0f-9417-10efacd21ba3),segment_id=a54600ff-7fe8-4f0f-9417-10efacd21ba3)] {{(pid=73833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 06 00:38:51.945384 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-675cad7c-2948-4509-83b7-2b9ec694b913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:51.950082 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:38:51.964683 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90fea68-6d2e-49cc-b998-73ed5c73f95c tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] Pushing event updated for resources: {'Port': ['ID=5cebebe6-244e-4b34-8168-332ea0116d7a,revision_number=1']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:38:51.980592 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90fea68-6d2e-49cc-b998-73ed5c73f95c tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:38:51.980978 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90fea68-6d2e-49cc-b998-73ed5c73f95c tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:38:51.981332 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90fea68-6d2e-49cc-b998-73ed5c73f95c tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:38:51.981685 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90fea68-6d2e-49cc-b998-73ed5c73f95c tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:38:51.982110 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90fea68-6d2e-49cc-b998-73ed5c73f95c tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:38:51.982373 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90fea68-6d2e-49cc-b998-73ed5c73f95c tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:38:51.982915 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90fea68-6d2e-49cc-b998-73ed5c73f95c tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:38:51.983290 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90fea68-6d2e-49cc-b998-73ed5c73f95c tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:38:51.983633 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90fea68-6d2e-49cc-b998-73ed5c73f95c tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:38:51.984052 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90fea68-6d2e-49cc-b998-73ed5c73f95c tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:38:51.984357 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90fea68-6d2e-49cc-b998-73ed5c73f95c tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:38:51.984704 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90fea68-6d2e-49cc-b998-73ed5c73f95c tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:38:51.994315 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-a90fea68-6d2e-49cc-b998-73ed5c73f95c tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.053s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:38:52.015653 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-37004a5b-b443-449e-806f-400fb9cf441d tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:52.021407 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-37004a5b-b443-449e-806f-400fb9cf441d tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230'] for security_group_rule, after_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:52.024189 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-1c9da5f8-c893-4625-9be6-9e5c1cb37bcb tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:38:52.028059 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b06c17-48b0-4cd1-b345-dda37029e175 req-a90fea68-6d2e-49cc-b998-73ed5c73f95c tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:38:52.029134 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-44b06c17-48b0-4cd1-b345-dda37029e175 req-a90fea68-6d2e-49cc-b998-73ed5c73f95c tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43737'] for port, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:52.074904 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37004a5b-b443-449e-806f-400fb9cf441d tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64cef672-7a70-4645-9a1c-f7f816469e96,revision_number=0']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:38:52.085922 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Device 463c5b46-f55e-4cd6-8bd0-b63aa3ea0806 no longer exists at agent ovs-agent-dv-cinder-784623-8-iscsi {{(pid=73833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 06 00:38:52.087714 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-37004a5b-b443-449e-806f-400fb9cf441d tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:38:52.101305 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4264a80-426a-4f81-9d5a-c21555da36eb req-c92bf082-32aa-4c54-ae16-715fccf26920 tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:38:52.105007 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [req-d4264a80-426a-4f81-9d5a-c21555da36eb req-c92bf082-32aa-4c54-ae16-715fccf26920 tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] Synchronizing usage tracker for tenant:e97ddfe0343845d3be8e5c5b3276974b on resource:port {{(pid=73832) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 00:38:52.109063 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-37004a5b-b443-449e-806f-400fb9cf441d tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:52.117260 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-37004a5b-b443-449e-806f-400fb9cf441d tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2505412
May 06 00:38:52.117990 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 41686) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:38:52.122999 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-44b06c17-48b0-4cd1-b345-dda37029e175 req-a90fea68-6d2e-49cc-b998-73ed5c73f95c tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.6875365
May 06 00:38:52.126851 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.v2.base [None req-f60cab10-9a29-4f07-a394-6cf5c1484102 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Request body: {'security_group_rule': {'security_group_id': '2cbfc576-e84d-4726-b156-8f3411b7787e', 'project_id': '3fc73c2b6dc24f04b0a10b2cba547cef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=73831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:38:52.134690 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.plugin [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] No Port match for: 463c5b46-f55e-4cd6-8bd0-b63aa3ea0806 {{(pid=73833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 06 00:38:52.135490 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Device 463c5b46-f55e-4cd6-8bd0-b63aa3ea0806 not bound to the agent host dv-cinder-784623-8-iscsi {{(pid=73833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 06 00:38:52.141829 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-f60cab10-9a29-4f07-a394-6cf5c1484102 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:38:52.152699 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-f60cab10-9a29-4f07-a394-6cf5c1484102 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Usage tracker for resource:security_group_rule and tenant:3fc73c2b6dc24f04b0a10b2cba547cef is out of sync, need to count used quota {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:38:52.167452 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.v2.base [req-44b06c17-48b0-4cd1-b345-dda37029e175 req-14b78ee2-abd6-4ec3-bee0-f605dcef0401 service neutron] Request body: {'port': {'device_id': 'c0af2c3d-75cc-4a37-84e1-5e73669ff315', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=73832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:38:52.168165 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675cad7c-2948-4509-83b7-2b9ec694b913 None None] Routers {'7f6e233f-7fae-4559-8793-fcc1ba6b6b07'} bound to L3 agent in host dv-cinder-784623-8-iscsi {{(pid=73833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 00:38:52.168944 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_hamode_db [None req-675cad7c-2948-4509-83b7-2b9ec694b913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f950904c880>, 'dv-cinder-784623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2021-05-06T00:27:20Z,description=<?>,heartbeat_timestamp=2021-05-06T00:38:50Z,host='dv-cinder-784623-8-iscsi',id=3fa0790c-dd29-4495-aa07-f8a2ae482509,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T00:27:20Z,topic='l3_agent')) {'router_ids': ['7f6e233f-7fae-4559-8793-fcc1ba6b6b07'], 'active': True} {{(pid=73833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:38:52.175021 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-f60cab10-9a29-4f07-a394-6cf5c1484102 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:38:52.187276 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-f60cab10-9a29-4f07-a394-6cf5c1484102 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:38:52.202792 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.db.securitygroups_db [None req-f60cab10-9a29-4f07-a394-6cf5c1484102 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Project 3fc73c2b6dc24f04b0a10b2cba547cef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 06 00:38:52.210626 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-f60cab10-9a29-4f07-a394-6cf5c1484102 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:52.248060 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [req-d4264a80-426a-4f81-9d5a-c21555da36eb req-c92bf082-32aa-4c54-ae16-715fccf26920 tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] Unset dirty status for tenant:e97ddfe0343845d3be8e5c5b3276974b on resource:port {{(pid=73832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 00:38:52.249213 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-d4264a80-426a-4f81-9d5a-c21555da36eb req-c92bf082-32aa-4c54-ae16-715fccf26920 tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0af2c3d-75cc-4a37-84e1-5e73669ff315 HTTP/1.1" status: 200  len: 931 time: 1.1668558
May 06 00:38:52.303287 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-f60cab10-9a29-4f07-a394-6cf5c1484102 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:52.307876 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-f60cab10-9a29-4f07-a394-6cf5c1484102 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230'] for security_group_rule, after_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:52.320020 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-59f9abc1-1257-4e27-8fcc-2e7a40545847 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:38:52.351662 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60cab10-9a29-4f07-a394-6cf5c1484102 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f146fd1-ddeb-4e53-9da1-78794d731a56,revision_number=0']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:38:52.361505 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-f60cab10-9a29-4f07-a394-6cf5c1484102 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:38:52.374241 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-f60cab10-9a29-4f07-a394-6cf5c1484102 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:52.376017 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-f60cab10-9a29-4f07-a394-6cf5c1484102 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2570417
May 06 00:38:52.455437 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dc58e4-d2f2-475a-a9cc-4fe981faab08 None None] Pushing event updated for resources: {'Port': ['ID=749ee0af-17be-46f9-a339-a150983bb9d2,revision_number=4']} {{(pid=73833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:38:52.476070 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-d4264a80-426a-4f81-9d5a-c21555da36eb req-7c97d587-bfff-4558-a9c6-7e600cd085a8 tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] 10.222.0.24 "GET /v2.0/security-groups?id=b841085d-8e10-431c-873f-ffa7a76ce7ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2074449
May 06 00:38:52.554758 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-04dc58e4-d2f2-475a-a9cc-4fe981faab08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.605s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:38:52.601510 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-44b06c17-48b0-4cd1-b345-dda37029e175 req-14b78ee2-abd6-4ec3-bee0-f605dcef0401 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:52.735322 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_dvr_db [None req-675cad7c-2948-4509-83b7-2b9ec694b913 None None] Set router 7f6e233f-7fae-4559-8793-fcc1ba6b6b07 gateway port host: dv-cinder-784623-8-iscsi {{(pid=73833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 00:38:52.784231 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-2bc782ac-c32f-4dfe-8abe-ede9982a9486 req-db56e00c-f52a-416a-84ca-f08a84a89de5 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1c5cc05-f410-4a03-9b3d-682a4e1cf825 HTTP/1.1" status: 200  len: 210 time: 0.1582811
May 06 00:38:52.835375 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-4fd5ce53-b369-406f-9cdd-ae114f464895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767381335664', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767380898829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2182845'] for port, after_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:52.856200 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:38:52.960061 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd5ce53-b369-406f-9cdd-ae114f464895 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2ff9304-1f47-4fe9-afec-4f6f70ef7b59,revision_number=None']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:38:52.968390 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-4fd5ce53-b369-406f-9cdd-ae114f464895 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:38:53.191481 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_hamode_db [None req-675cad7c-2948-4509-83b7-2b9ec694b913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f950904c880>, [{'id': '7f6e233f-7fae-4559-8793-fcc1ba6b6b07', 'name': 'tempest-TestShelveInstance-461933556-router', 'tenant_id': 'ab2c0cba77e343a0980bc3c9614f06b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'external_fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': '240604f4-fdf8-4808-b104-9dacdc8ebacd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:38:36Z', 'updated_at': '2021-05-06T00:38:45Z', 'revision_number': 4, 'project_id': 'ab2c0cba77e343a0980bc3c9614f06b7', 'gw_port': {'id': '240604f4-fdf8-4808-b104-9dacdc8ebacd', 'name': '', 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:09:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6e233f-7fae-4559-8793-fcc1ba6b6b07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:38:38Z', 'updated_at': '2021-05-06T00:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-iscsi', '_interfaces': [{'id': '749ee0af-17be-46f9-a339-a150983bb9d2', 'name': '', 'network_id': 'ef1e2f4b-1930-4e39-94ad-876197bc5d6b', 'tenant_id': 'ab2c0cba77e343a0980bc3c9614f06b7', 'mac_address': 'fa:16:3e:d0:08:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f6e233f-7fae-4559-8793-fcc1ba6b6b07', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '2023eea7-65b9-4b86-86ef-1f1f456d5a29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:38:43Z', 'updated_at': '2021-05-06T00:38:51Z', 'revision_number': 4, 'project_id': 'ab2c0cba77e343a0980bc3c9614f06b7', 'subnets': [{'id': '2023eea7-65b9-4b86-86ef-1f1f456d5a29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-8-iscsi', False) {} {{(pid=73833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:38:53.200090 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675cad7c-2948-4509-83b7-2b9ec694b913 None None] The sync data for ids ['7f6e233f-7fae-4559-8793-fcc1ba6b6b07'] in dv-cinder-784623-8-iscsi is: [{'id': '7f6e233f-7fae-4559-8793-fcc1ba6b6b07', 'name': 'tempest-TestShelveInstance-461933556-router', 'tenant_id': 'ab2c0cba77e343a0980bc3c9614f06b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'external_fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': '240604f4-fdf8-4808-b104-9dacdc8ebacd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:38:36Z', 'updated_at': '2021-05-06T00:38:45Z', 'revision_number': 4, 'project_id': 'ab2c0cba77e343a0980bc3c9614f06b7', 'gw_port': {'id': '240604f4-fdf8-4808-b104-9dacdc8ebacd', 'name': '', 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:09:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6e233f-7fae-4559-8793-fcc1ba6b6b07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:38:38Z', 'updated_at': '2021-05-06T00:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-iscsi', '_interfaces': [{'id': '749ee0af-17be-46f9-a339-a150983bb9d2', 'name': '', 'network_id': 'ef1e2f4b-1930-4e39-94ad-876197bc5d6b', 'tenant_id': 'ab2c0cba77e343a0980bc3c9614f06b7', 'mac_address': 'fa:16:3e:d0:08:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f6e233f-7fae-4559-8793-fcc1ba6b6b07', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '2023eea7-65b9-4b86-86ef-1f1f456d5a29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:38:43Z', 'updated_at': '2021-05-06T00:38:51Z', 'revision_number': 4, 'project_id': 'ab2c0cba77e343a0980bc3c9614f06b7', 'subnets': [{'id': '2023eea7-65b9-4b86-86ef-1f1f456d5a29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 06 00:38:53.204024 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-4fd5ce53-b369-406f-9cdd-ae114f464895 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407918'] for router_gateway, after_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:53.225984 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f4e569-1084-4295-915b-b170d44c199f req-a9b37ebd-bc26-45f6-b829-7fef7ed3aa13 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:38:53.236819 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-60f4e569-1084-4295-915b-b170d44c199f req-a9b37ebd-bc26-45f6-b829-7fef7ed3aa13 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] 10.222.0.24 "GET /v2.0/networks?id=dfefa750-c4cf-4fe5-9a50-39478c106a84 HTTP/1.1" status: 200  len: 815 time: 0.2908437
May 06 00:38:53.274148 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-60f4e569-1084-4295-915b-b170d44c199f req-4de1514c-82fc-4182-b02e-04600b50dd6e tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] 10.222.0.24 "GET /v2.0/quotas/0b890f9b623c4aa1bd3a726f7dc8838e HTTP/1.1" status: 200  len: 375 time: 0.0357468
May 06 00:38:53.410747 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-60f4e569-1084-4295-915b-b170d44c199f req-f62342d6-5e59-4171-88e4-05060f855582 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0b890f9b623c4aa1bd3a726f7dc8838e&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1339207
May 06 00:38:53.500225 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871ae793-f278-4a07-98ab-f8f546b292c3 req-e7508b4d-83be-4e42-a239-4f7900a16847 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:38:53.508244 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-871ae793-f278-4a07-98ab-f8f546b292c3 req-e7508b4d-83be-4e42-a239-4f7900a16847 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4cd3d09-3e89-4c0b-9e95-5448b9ed53ac HTTP/1.1" status: 200  len: 946 time: 0.6741433
May 06 00:38:53.562008 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-4fd5ce53-b369-406f-9cdd-ae114f464895 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-433714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3422'] for router, precommit_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:53.576589 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-4fd5ce53-b369-406f-9cdd-ae114f464895 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:53.749987 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-871ae793-f278-4a07-98ab-f8f546b292c3 req-77532d6a-f765-4f3d-8504-e7646e106afc tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/security-groups?id=5accd55e-29bc-4ca7-befd-1574e549f464&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2405903
May 06 00:38:53.781782 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-60f4e569-1084-4295-915b-b170d44c199f req-4f9c7c4d-3763-4ab4-9555-f767b1b9edb0 service neutron] 10.222.0.24 "GET /v2.0/networks/dfefa750-c4cf-4fe5-9a50-39478c106a84?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3547678
May 06 00:38:53.807734 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-4fd5ce53-b369-406f-9cdd-ae114f464895 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451452'] for router, after_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:53.808285 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fd5ce53-b369-406f-9cdd-ae114f464895 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c7ac2aa6-6188-4f57-91ea-c0a6d7e42c98 {{(pid=73832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 06 00:38:53.925352 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.notifiers.nova [req-44b06c17-48b0-4cd1-b345-dda37029e175 req-14b78ee2-abd6-4ec3-bee0-f605dcef0401 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cebebe6-244e-4b34-8168-332ea0116d7a {{(pid=73832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 06 00:38:53.943583 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-44b06c17-48b0-4cd1-b345-dda37029e175 req-14b78ee2-abd6-4ec3-bee0-f605dcef0401 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:54.006489 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.provisioning_blocks [req-44b06c17-48b0-4cd1-b345-dda37029e175 req-14b78ee2-abd6-4ec3-bee0-f605dcef0401 service neutron] Transition to ACTIVE for port object 5cebebe6-244e-4b34-8168-332ea0116d7a will not be triggered until provisioned by entity L2. {{(pid=73832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 00:38:54.028600 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Device 749ee0af-17be-46f9-a339-a150983bb9d2 up at agent ovs-agent-dv-cinder-784623-8-iscsi {{(pid=73833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 00:38:54.037654 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-4fd5ce53-b369-406f-9cdd-ae114f464895 admin admin] Notify callbacks [] for router, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:54.039837 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-4fd5ce53-b369-406f-9cdd-ae114f464895 admin admin] 10.222.0.24 "DELETE /v2.0/routers/c7ac2aa6-6188-4f57-91ea-c0a6d7e42c98 HTTP/1.1" status: 204  len: 168 time: 3.7810345
May 06 00:38:54.072842 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-60f4e569-1084-4295-915b-b170d44c199f req-e93b64f6-27fd-4c02-94bf-1fa560f78bb3 service neutron] 10.222.0.24 "GET /v2.0/networks/dfefa750-c4cf-4fe5-9a50-39478c106a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2899163
May 06 00:38:54.076085 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 41768) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:38:54.142308 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-44b06c17-48b0-4cd1-b345-dda37029e175 req-14b78ee2-abd6-4ec3-bee0-f605dcef0401 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2182820'] for port, after_update {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:54.149399 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Provisioning for port 749ee0af-17be-46f9-a339-a150983bb9d2 completed by entity L2. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 00:38:54.156534 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:38:54.159966 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Provisioning complete for port 749ee0af-17be-46f9-a339-a150983bb9d2 triggered by entity L2. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 00:38:54.160950 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723253'] for port, provisioning_complete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:54.210360 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.db_base_plugin_v2 [None req-db30a5ff-0552-4d4b-8d16-dbca0bbe0fc4 admin admin] Deleting subnet 80245074-5ce6-4e43-925d-2fdf29939a72 {{(pid=73831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 06 00:38:54.219921 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-db30a5ff-0552-4d4b-8d16-dbca0bbe0fc4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:54.310661 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-db30a5ff-0552-4d4b-8d16-dbca0bbe0fc4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2930050'] for subnet, precommit_delete_associations {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:54.421730 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:54.468920 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] For port 749ee0af-17be-46f9-a339-a150983bb9d2, host dv-cinder-784623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-iscsi',level=0,port_id=749ee0af-17be-46f9-a339-a150983bb9d2,segment=NetworkSegment(a54600ff-7fe8-4f0f-9417-10efacd21ba3),segment_id=a54600ff-7fe8-4f0f-9417-10efacd21ba3)] {{(pid=73833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:38:54.471195 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-db30a5ff-0552-4d4b-8d16-dbca0bbe0fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736327'] for subnet, precommit_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:54.474697 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:54.485934 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-10405402-9d25-417c-9f1c-80774e001404 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:38:54.623883 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eba529-b704-4ba8-8615-ce5638c87fc6 req-c294421e-4f47-43ab-ba79-3a8225f0a5e0 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:38:54.631902 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Device b2ff9304-1f47-4fe9-afec-4f6f70ef7b59 no longer exists at agent ovs-agent-dv-cinder-784623-8-iscsi {{(pid=73833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 06 00:38:54.632997 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [req-01eba529-b704-4ba8-8615-ce5638c87fc6 req-c294421e-4f47-43ab-ba79-3a8225f0a5e0 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Synchronizing usage tracker for tenant:24c0c0411f574f8f960e5150472df75e on resource:network {{(pid=73832) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 00:38:54.651976 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b78ee2-abd6-4ec3-bee0-f605dcef0401 service neutron] Pushing event updated for resources: {'Port': ['ID=5cebebe6-244e-4b34-8168-332ea0116d7a,revision_number=2']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:38:54.660686 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-14b78ee2-abd6-4ec3-bee0-f605dcef0401 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:38:54.677257 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-76a8dc34-f47f-4d19-a374-900713d2062a req-6e60ffe6-972e-4f86-991c-ae1a2c8dc610 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1c5cc05-f410-4a03-9b3d-682a4e1cf825 HTTP/1.1" status: 200  len: 210 time: 0.0889316
May 06 00:38:54.809292 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.plugin [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] No Port match for: b2ff9304-1f47-4fe9-afec-4f6f70ef7b59 {{(pid=73833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 06 00:38:54.809644 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Device b2ff9304-1f47-4fe9-afec-4f6f70ef7b59 not bound to the agent host dv-cinder-784623-8-iscsi {{(pid=73833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 06 00:38:54.829663 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Pushing event updated for resources: {'Port': ['ID=749ee0af-17be-46f9-a339-a150983bb9d2,revision_number=5']} {{(pid=73833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:38:54.847156 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:38:54.910862 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [req-01eba529-b704-4ba8-8615-ce5638c87fc6 req-c294421e-4f47-43ab-ba79-3a8225f0a5e0 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Unset dirty status for tenant:24c0c0411f574f8f960e5150472df75e on resource:network {{(pid=73832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 00:38:54.912174 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-01eba529-b704-4ba8-8615-ce5638c87fc6 req-c294421e-4f47-43ab-ba79-3a8225f0a5e0 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.30 "GET /v2.0/networks?id=b3eca023-a406-48df-a3db-ebd6b6f9c1bf HTTP/1.1" status: 200  len: 812 time: 1.1399102
May 06 00:38:54.987766 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65556bc6-5dcb-4530-ae25-38fde2a519fa req-3c35c118-3578-4399-a651-5b42a9cd4607 tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:38:54.988630 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-db30a5ff-0552-4d4b-8d16-dbca0bbe0fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2942501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3145219'] for subnet, after_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:54.993360 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:38:54.995844 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-65556bc6-5dcb-4530-ae25-38fde2a519fa req-3c35c118-3578-4399-a651-5b42a9cd4607 tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0af2c3d-75cc-4a37-84e1-5e73669ff315 HTTP/1.1" status: 200  len: 943 time: 0.9833860
May 06 00:38:55.107840 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [req-01eba529-b704-4ba8-8615-ce5638c87fc6 req-177639a2-5dc6-43f1-86cf-2d13a64385c6 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Synchronizing usage tracker for tenant:24c0c0411f574f8f960e5150472df75e on resource:security_group {{(pid=73832) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 00:38:55.136085 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-65556bc6-5dcb-4530-ae25-38fde2a519fa req-6879f216-e9c7-49c8-b7dc-eaf086ec3f08 tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] 10.222.0.24 "GET /v2.0/security-groups?id=b841085d-8e10-431c-873f-ffa7a76ce7ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1361001
May 06 00:38:55.142944 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.managers [req-44b06c17-48b0-4cd1-b345-dda37029e175 req-14b78ee2-abd6-4ec3-bee0-f605dcef0401 service neutron] Attempting to bind port 5cebebe6-244e-4b34-8168-332ea0116d7a on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=73832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 06 00:38:55.145219 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.managers [req-44b06c17-48b0-4cd1-b345-dda37029e175 req-14b78ee2-abd6-4ec3-bee0-f605dcef0401 service neutron] Attempting to bind port 5cebebe6-244e-4b34-8168-332ea0116d7a by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'a1d67195-5914-4acf-bf1e-c207da4100a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'a50d6f63-b8be-4da9-b7e5-50fdddcfa0ef'}] {{(pid=73832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 06 00:38:55.145818 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b06c17-48b0-4cd1-b345-dda37029e175 req-14b78ee2-abd6-4ec3-bee0-f605dcef0401 service neutron] Attempting to bind port 5cebebe6-244e-4b34-8168-332ea0116d7a on network a50d6f63-b8be-4da9-b7e5-50fdddcfa0ef {{(pid=73832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 00:38:55.163740 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b06c17-48b0-4cd1-b345-dda37029e175 req-14b78ee2-abd6-4ec3-bee0-f605dcef0401 service neutron] Port 5cebebe6-244e-4b34-8168-332ea0116d7a on network a50d6f63-b8be-4da9-b7e5-50fdddcfa0ef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=73832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 06 00:38:55.164398 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b06c17-48b0-4cd1-b345-dda37029e175 req-14b78ee2-abd6-4ec3-bee0-f605dcef0401 service neutron] Attempting to bind port 5cebebe6-244e-4b34-8168-332ea0116d7a on network a50d6f63-b8be-4da9-b7e5-50fdddcfa0ef {{(pid=73832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 00:38:55.193709 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b06c17-48b0-4cd1-b345-dda37029e175 req-14b78ee2-abd6-4ec3-bee0-f605dcef0401 service neutron] Checking agent: {'id': '98bc602c-e9ce-4757-b8df-ef22d3a5b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 0, 33, 13), 'started_at': datetime.datetime(2021, 5, 6, 0, 33, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 0, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 06 00:38:55.194606 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b06c17-48b0-4cd1-b345-dda37029e175 req-14b78ee2-abd6-4ec3-bee0-f605dcef0401 service neutron] Checking segment: {'id': 'a1d67195-5914-4acf-bf1e-c207da4100a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'a50d6f63-b8be-4da9-b7e5-50fdddcfa0ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 00:38:55.195203 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b06c17-48b0-4cd1-b345-dda37029e175 req-14b78ee2-abd6-4ec3-bee0-f605dcef0401 service neutron] Bound using segment: {'id': 'a1d67195-5914-4acf-bf1e-c207da4100a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'a50d6f63-b8be-4da9-b7e5-50fdddcfa0ef'} {{(pid=73832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 06 00:38:55.195945 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.managers [req-44b06c17-48b0-4cd1-b345-dda37029e175 req-14b78ee2-abd6-4ec3-bee0-f605dcef0401 service neutron] Bound port: 5cebebe6-244e-4b34-8168-332ea0116d7a, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1d67195-5914-4acf-bf1e-c207da4100a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'a50d6f63-b8be-4da9-b7e5-50fdddcfa0ef'}}] {{(pid=73832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 06 00:38:55.196469 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-44b06c17-48b0-4cd1-b345-dda37029e175 req-14b78ee2-abd6-4ec3-bee0-f605dcef0401 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:55.222827 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db30a5ff-0552-4d4b-8d16-dbca0bbe0fc4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80245074-5ce6-4e43-925d-2fdf29939a72,revision_number=None']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:38:55.226800 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-eb334639-38b3-468c-ac8c-939887dde96b req-b7bf9b55-0710-458d-8061-9a18750cffb3 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] 10.222.0.24 "GET /v2.0/ports?device_id=9fe6f6f0-0088-4879-a03c-107809502634 HTTP/1.1" status: 200  len: 210 time: 0.1035912
May 06 00:38:55.228599 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-db30a5ff-0552-4d4b-8d16-dbca0bbe0fc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:38:55.231730 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-db30a5ff-0552-4d4b-8d16-dbca0bbe0fc4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:55.233221 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [req-01eba529-b704-4ba8-8615-ce5638c87fc6 req-177639a2-5dc6-43f1-86cf-2d13a64385c6 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Unset dirty status for tenant:24c0c0411f574f8f960e5150472df75e on resource:security_group {{(pid=73832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 00:38:55.238479 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-01eba529-b704-4ba8-8615-ce5638c87fc6 req-177639a2-5dc6-43f1-86cf-2d13a64385c6 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=24c0c0411f574f8f960e5150472df75e HTTP/1.1" status: 200  len: 379 time: 0.3032222
May 06 00:38:55.245512 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-db30a5ff-0552-4d4b-8d16-dbca0bbe0fc4 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/80245074-5ce6-4e43-925d-2fdf29939a72 HTTP/1.1" status: 204  len: 168 time: 1.1680512
May 06 00:38:55.253993 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 41786) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:38:55.301873 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.v2.base [req-01eba529-b704-4ba8-8615-ce5638c87fc6 req-18a1a1d2-8caa-4596-934b-68f627bcb643 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Request body: {'port': {'device_id': 'd1c5cc05-f410-4a03-9b3d-682a4e1cf825', 'network_id': 'b3eca023-a406-48df-a3db-ebd6b6f9c1bf', 'admin_state_up': True, 'tenant_id': '24c0c0411f574f8f960e5150472df75e', 'security_groups': ['079ebf81-42ef-4ee7-ac10-dfe00866b3f7']}} {{(pid=73832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:38:55.441341 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-24a08fce-d94f-4588-9a51-ec35c1ca7251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608327'] for network, before_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:55.525778 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a0d37d-a4a3-47d5-be17-2a5cb75c3b16 req-08690119-5c47-4417-971b-8db9a1217bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:38:55.527305 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-02a0d37d-a4a3-47d5-be17-2a5cb75c3b16 req-08690119-5c47-4417-971b-8db9a1217bea service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c6c13c091dfc4aacbf264be74291da6e&device_id=f4cd3d09-3e89-4c0b-9e95-5448b9ed53ac HTTP/1.1" status: 200  len: 1099 time: 0.1683781
May 06 00:38:55.535670 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.db [req-44b06c17-48b0-4cd1-b345-dda37029e175 req-14b78ee2-abd6-4ec3-bee0-f605dcef0401 service neutron] For port 5cebebe6-244e-4b34-8168-332ea0116d7a, host hv-cinder-78462, cleared binding levels {{(pid=73832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 06 00:38:55.571748 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.db [req-44b06c17-48b0-4cd1-b345-dda37029e175 req-14b78ee2-abd6-4ec3-bee0-f605dcef0401 service neutron] For port 5cebebe6-244e-4b34-8168-332ea0116d7a, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=5cebebe6-244e-4b34-8168-332ea0116d7a,segment=NetworkSegment(a1d67195-5914-4acf-bf1e-c207da4100a7),segment_id=a1d67195-5914-4acf-bf1e-c207da4100a7)] {{(pid=73832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 06 00:38:55.586831 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-44b06c17-48b0-4cd1-b345-dda37029e175 req-14b78ee2-abd6-4ec3-bee0-f605dcef0401 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2182820'] for port, after_update {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:55.592111 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [req-01eba529-b704-4ba8-8615-ce5638c87fc6 req-18a1a1d2-8caa-4596-934b-68f627bcb643 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:38:55.595285 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:38:55.639563 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046802e7-8e66-4748-8dd5-a9c91140c498 req-52c2912b-1f2c-43ac-b79c-92deaedf2c48 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:38:55.644823 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-046802e7-8e66-4748-8dd5-a9c91140c498 req-52c2912b-1f2c-43ac-b79c-92deaedf2c48 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4cd3d09-3e89-4c0b-9e95-5448b9ed53ac HTTP/1.1" status: 200  len: 946 time: 0.2967412
May 06 00:38:55.665793 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-24a08fce-d94f-4588-9a51-ec35c1ca7251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733884', 'neutron.services.segments.db._delete_segments_for_network-8767381342109'] for network, precommit_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:55.667204 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b06c17-48b0-4cd1-b345-dda37029e175 req-14b78ee2-abd6-4ec3-bee0-f605dcef0401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:38:55.667937 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-44b06c17-48b0-4cd1-b345-dda37029e175 req-14b78ee2-abd6-4ec3-bee0-f605dcef0401 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43737'] for port, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:55.669620 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-44b06c17-48b0-4cd1-b345-dda37029e175 req-14b78ee2-abd6-4ec3-bee0-f605dcef0401 service neutron] 10.222.0.30 "PUT /v2.0/ports/5cebebe6-244e-4b34-8168-332ea0116d7a HTTP/1.1" status: 200  len: 1093 time: 3.5092862
May 06 00:38:55.684757 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.services.segments.db [None req-24a08fce-d94f-4588-9a51-ec35c1ca7251 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f950340c040>,) {'filters': {'network_id': ['37604004-5acb-4629-b2e7-84023f472da1']}} {{(pid=73831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:38:55.701879 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0af2c3d-75cc-4a37-84e1-5e73669ff315', 'tag': '5cebebe6-244e-4b34-8168-332ea0116d7a'}] {{(pid=73832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 00:38:55.711440 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.services.segments.db [None req-24a08fce-d94f-4588-9a51-ec35c1ca7251 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f950340c040>, '211ca014-1f1c-4c9d-9a8e-e2529d491b2b') {'for_net_delete': True} {{(pid=73831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:38:55.711730 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.services.segments.db [None req-24a08fce-d94f-4588-9a51-ec35c1ca7251 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f950340c040>, '211ca014-1f1c-4c9d-9a8e-e2529d491b2b') {} {{(pid=73831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:38:55.721132 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [req-01eba529-b704-4ba8-8615-ce5638c87fc6 req-18a1a1d2-8caa-4596-934b-68f627bcb643 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:38:55.739034 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-24a08fce-d94f-4588-9a51-ec35c1ca7251 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767381354599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2930077'] for segment, before_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:55.762153 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-046802e7-8e66-4748-8dd5-a9c91140c498 req-6e39bb36-1ad5-4571-8c33-a4cbf704537b tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/security-groups?id=5accd55e-29bc-4ca7-befd-1574e549f464&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1006567
May 06 00:38:55.768906 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-24a08fce-d94f-4588-9a51-ec35c1ca7251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730493'] for segment, precommit_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:55.771694 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a0d37d-a4a3-47d5-be17-2a5cb75c3b16 req-1288f219-bf25-4be8-84fe-3dd1f304632d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:38:55.773177 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-02a0d37d-a4a3-47d5-be17-2a5cb75c3b16 req-1288f219-bf25-4be8-84fe-3dd1f304632d service neutron] 10.222.0.30 "GET /v2.0/networks?id=1ea45e29-439e-495a-941c-7f5912677888 HTTP/1.1" status: 200  len: 912 time: 0.2024612
May 06 00:38:55.777968 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24a08fce-d94f-4588-9a51-ec35c1ca7251 admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=73831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 06 00:38:55.778364 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-24a08fce-d94f-4588-9a51-ec35c1ca7251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-730484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2942531'] for segment, after_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:55.803290 dv-cinder-784623-8-iscsi neutron-server[73831]: Traceback (most recent call last):
May 06 00:38:55.803290 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 06 00:38:55.803290 dv-cinder-784623-8-iscsi neutron-server[73831]:     timer()
May 06 00:38:55.803290 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 06 00:38:55.803290 dv-cinder-784623-8-iscsi neutron-server[73831]:     cb(*args, **kw)
May 06 00:38:55.803290 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 06 00:38:55.803290 dv-cinder-784623-8-iscsi neutron-server[73831]:     return func(*args, **kwargs)
May 06 00:38:55.803290 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 06 00:38:55.803290 dv-cinder-784623-8-iscsi neutron-server[73831]:     self._notify()
May 06 00:38:55.803290 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 06 00:38:55.803290 dv-cinder-784623-8-iscsi neutron-server[73831]:     self.callback(batched_events)
May 06 00:38:55.803290 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 06 00:38:55.803290 dv-cinder-784623-8-iscsi neutron-server[73831]:     event.method(event)
May 06 00:38:55.803290 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 06 00:38:55.803290 dv-cinder-784623-8-iscsi neutron-server[73831]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 06 00:38:55.803290 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 06 00:38:55.803290 dv-cinder-784623-8-iscsi neutron-server[73831]:     aggregate_uuid = self.p_client.list_aggregates(
May 06 00:38:55.803290 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 06 00:38:55.803290 dv-cinder-784623-8-iscsi neutron-server[73831]:     return f(self, *a, **k)
May 06 00:38:55.803290 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 06 00:38:55.803290 dv-cinder-784623-8-iscsi neutron-server[73831]:     return self._get(url).json()
May 06 00:38:55.803290 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 06 00:38:55.803290 dv-cinder-784623-8-iscsi neutron-server[73831]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 06 00:38:55.803290 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 06 00:38:55.803290 dv-cinder-784623-8-iscsi neutron-server[73831]:     return self.request(url, 'GET', **kwargs)
May 06 00:38:55.803290 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 06 00:38:55.803290 dv-cinder-784623-8-iscsi neutron-server[73831]:     base_url = self.get_endpoint(auth, allow=allow,
May 06 00:38:55.803290 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 06 00:38:55.803290 dv-cinder-784623-8-iscsi neutron-server[73831]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 06 00:38:55.803290 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 06 00:38:55.803290 dv-cinder-784623-8-iscsi neutron-server[73831]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 06 00:38:55.803290 dv-cinder-784623-8-iscsi neutron-server[73831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 06 00:38:55.850679 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b78ee2-abd6-4ec3-bee0-f605dcef0401 service neutron] Pushing event updated for resources: {'Port': ['ID=5cebebe6-244e-4b34-8168-332ea0116d7a,revision_number=3']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:38:55.854139 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-14b78ee2-abd6-4ec3-bee0-f605dcef0401 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:38:55.854993 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01eba529-b704-4ba8-8615-ce5638c87fc6 req-18a1a1d2-8caa-4596-934b-68f627bcb643 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Made reservation on behalf of 24c0c0411f574f8f960e5150472df75e for: {'port': 1} {{(pid=73832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 06 00:38:55.858755 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-01eba529-b704-4ba8-8615-ce5638c87fc6 req-18a1a1d2-8caa-4596-934b-68f627bcb643 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:55.874641 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0af2c3d-75cc-4a37-84e1-5e73669ff315', 'tag': '5cebebe6-244e-4b34-8168-332ea0116d7a', 'status': 'completed', 'code': 200}
May 06 00:38:55.919936 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b06c17-48b0-4cd1-b345-dda37029e175 req-7d58d2a8-f6be-40ec-b8cd-b2d5d419c9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:38:55.921549 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-44b06c17-48b0-4cd1-b345-dda37029e175 req-7d58d2a8-f6be-40ec-b8cd-b2d5d419c9a1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e97ddfe0343845d3be8e5c5b3276974b&device_id=c0af2c3d-75cc-4a37-84e1-5e73669ff315 HTTP/1.1" status: 200  len: 1096 time: 0.1533871
May 06 00:38:55.953508 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Device 749ee0af-17be-46f9-a339-a150983bb9d2 up at agent ovs-agent-dv-cinder-784623-8-iscsi {{(pid=73833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 00:38:55.969865 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-24a08fce-d94f-4588-9a51-ec35c1ca7251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407932'] for network, after_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:55.978127 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-02a0d37d-a4a3-47d5-be17-2a5cb75c3b16 req-6012cc5b-2665-4eb8-83ba-76aba12e189b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fecd3a1a-9141-44a4-a881-089790423897 HTTP/1.1" status: 200  len: 1002 time: 0.1710587
May 06 00:38:55.979099 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-24a08fce-d94f-4588-9a51-ec35c1ca7251 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535980'] for network, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:55.981641 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:38:56.055961 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Provisioning complete for port 749ee0af-17be-46f9-a339-a150983bb9d2 triggered by entity L2. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 00:38:56.056724 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723253'] for port, provisioning_complete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:56.078539 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-44b06c17-48b0-4cd1-b345-dda37029e175 req-c32725fe-e6d9-4b60-9c3d-97eaca0c6544 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5cebebe6-244e-4b34-8168-332ea0116d7a HTTP/1.1" status: 200  len: 217 time: 0.1039751
May 06 00:38:56.109031 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-85717c06-9577-4945-ad2b-9e3070becfa1 req-b56aeaa7-10f8-4523-854d-b13a8dbdeea3 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1c5cc05-f410-4a03-9b3d-682a4e1cf825 HTTP/1.1" status: 200  len: 210 time: 0.1331687
May 06 00:38:56.152032 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a08fce-d94f-4588-9a51-ec35c1ca7251 admin admin] Pushing event deleted for resources: {'Network': ['ID=37604004-5acb-4629-b2e7-84023f472da1,revision_number=None']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:38:56.161169 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-24a08fce-d94f-4588-9a51-ec35c1ca7251 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:38:56.165017 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-24a08fce-d94f-4588-9a51-ec35c1ca7251 admin admin] 10.222.0.24 "DELETE /v2.0/networks/37604004-5acb-4629-b2e7-84023f472da1 HTTP/1.1" status: 204  len: 168 time: 0.9095352
May 06 00:38:56.192527 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a0d37d-a4a3-47d5-be17-2a5cb75c3b16 req-df0b5c4b-392e-48dc-ad90-0e7763e99ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:38:56.195687 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-02a0d37d-a4a3-47d5-be17-2a5cb75c3b16 req-df0b5c4b-392e-48dc-ad90-0e7763e99ba7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=693ca583-83b8-4934-b0a4-9f6d64f7b0b2 HTTP/1.1" status: 200  len: 850 time: 0.1962039
May 06 00:38:56.330008 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a0d37d-a4a3-47d5-be17-2a5cb75c3b16 req-74a55105-3a21-49c8-a450-2450a18e1246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:38:56.332608 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-02a0d37d-a4a3-47d5-be17-2a5cb75c3b16 req-74a55105-3a21-49c8-a450-2450a18e1246 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1ea45e29-439e-495a-941c-7f5912677888&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1304502
May 06 00:38:56.378013 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b06c17-48b0-4cd1-b345-dda37029e175 req-2e320adb-73d4-4888-83ec-0f6638a0286e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:38:56.379783 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-44b06c17-48b0-4cd1-b345-dda37029e175 req-2e320adb-73d4-4888-83ec-0f6638a0286e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=84bba743-9917-486a-a927-9c6d46072a4e HTTP/1.1" status: 200  len: 854 time: 0.2845902
May 06 00:38:56.381492 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.db_base_plugin_common [req-01eba529-b704-4ba8-8615-ce5638c87fc6 req-18a1a1d2-8caa-4596-934b-68f627bcb643 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Allocated IP 172.20.0.13 (b3eca023-a406-48df-a3db-ebd6b6f9c1bf/abd7dd6a-5cfe-4ac3-a1f5-824fa1d29c3f/c557a1e7-211b-40a1-b9f0-37e7213669a0) {{(pid=73832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 06 00:38:56.490460 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 41806) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:38:56.545982 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [req-c9270128-2ddd-414a-a400-8863e0cc686b req-7129805e-7632-45d9-ba9b-717b644f628f tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Synchronizing usage tracker for tenant:0b890f9b623c4aa1bd3a726f7dc8838e on resource:port {{(pid=73832) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 00:38:56.552340 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-44b06c17-48b0-4cd1-b345-dda37029e175 req-d9601634-9c15-4958-af46-15a6126c0d32 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a50d6f63-b8be-4da9-b7e5-50fdddcfa0ef&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1066041
May 06 00:38:56.589691 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-c61ccc7e-8716-4dc0-95dc-c4623727dc1f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=002b4df3d00d43ddba30ad44b32e56cc&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0973797
May 06 00:38:56.591630 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-02a0d37d-a4a3-47d5-be17-2a5cb75c3b16 req-b8c699a2-e2f5-46ee-897b-708539178a61 service neutron] 10.222.0.30 "GET /v2.0/networks/1ea45e29-439e-495a-941c-7f5912677888?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2512786
May 06 00:38:56.592847 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 41816) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:38:56.647210 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411fdbb5-cde7-40cb-8a76-af1972e6410d req-9921cc6a-ab23-4217-b792-41a0025f254c tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:38:56.648685 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-411fdbb5-cde7-40cb-8a76-af1972e6410d req-9921cc6a-ab23-4217-b792-41a0025f254c tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0af2c3d-75cc-4a37-84e1-5e73669ff315 HTTP/1.1" status: 200  len: 943 time: 0.2323139
May 06 00:38:56.763487 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-44b06c17-48b0-4cd1-b345-dda37029e175 req-79060602-35a3-46d2-93ea-c7a3334be3f7 service neutron] 10.222.0.30 "GET /v2.0/networks/a50d6f63-b8be-4da9-b7e5-50fdddcfa0ef?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1985254
May 06 00:38:56.778479 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [req-c9270128-2ddd-414a-a400-8863e0cc686b req-7129805e-7632-45d9-ba9b-717b644f628f tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Unset dirty status for tenant:0b890f9b623c4aa1bd3a726f7dc8838e on resource:port {{(pid=73832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 00:38:56.779838 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-c9270128-2ddd-414a-a400-8863e0cc686b req-7129805e-7632-45d9-ba9b-717b644f628f tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] 10.222.0.24 "GET /v2.0/ports?device_id=9fe6f6f0-0088-4879-a03c-107809502634 HTTP/1.1" status: 200  len: 210 time: 0.3351810
May 06 00:38:56.837228 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-eaeb0413-f1b7-41ae-8e81-d3523bc2a0ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:56.871424 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-eaeb0413-f1b7-41ae-8e81-d3523bc2a0ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:56.888466 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.agents_db [None req-ee74f776-58ee-4f13-aa41-ceaf6d7d8c19 None None] Agent healthcheck: found 6 active agents {{(pid=73834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 06 00:38:56.924011 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-02a0d37d-a4a3-47d5-be17-2a5cb75c3b16 req-a736922f-3233-49fa-adb7-6205cd829144 service neutron] 10.222.0.30 "GET /v2.0/networks/1ea45e29-439e-495a-941c-7f5912677888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3120346
May 06 00:38:56.949009 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-411fdbb5-cde7-40cb-8a76-af1972e6410d req-3603de4a-39a3-40f0-925e-3a9a5f36232a tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] 10.222.0.24 "GET /v2.0/security-groups?id=b841085d-8e10-431c-873f-ffa7a76ce7ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2885346
May 06 00:38:57.003281 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-eaeb0413-f1b7-41ae-8e81-d3523bc2a0ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:57.007650 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-4f456867-066b-4262-b856-f2add9ad85bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:38:57.028235 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeb0413-f1b7-41ae-8e81-d3523bc2a0ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceb8dabd-8ffc-4d87-9464-7f935bd56bb9,revision_number=None']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:38:57.030966 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-eaeb0413-f1b7-41ae-8e81-d3523bc2a0ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:38:57.046697 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-eaeb0413-f1b7-41ae-8e81-d3523bc2a0ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:57.047828 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-eaeb0413-f1b7-41ae-8e81-d3523bc2a0ee admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ceb8dabd-8ffc-4d87-9464-7f935bd56bb9 HTTP/1.1" status: 204  len: 168 time: 0.4541245
May 06 00:38:57.331970 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f4e569-1084-4295-915b-b170d44c199f req-8b48a207-22ee-4b65-97ab-6afe5e244764 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:38:57.332699 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [req-60f4e569-1084-4295-915b-b170d44c199f req-8b48a207-22ee-4b65-97ab-6afe5e244764 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Synchronizing usage tracker for tenant:0b890f9b623c4aa1bd3a726f7dc8838e on resource:network {{(pid=73832) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 00:38:57.414212 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [req-60f4e569-1084-4295-915b-b170d44c199f req-8b48a207-22ee-4b65-97ab-6afe5e244764 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Unset dirty status for tenant:0b890f9b623c4aa1bd3a726f7dc8838e on resource:network {{(pid=73832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 00:38:57.415327 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-60f4e569-1084-4295-915b-b170d44c199f req-8b48a207-22ee-4b65-97ab-6afe5e244764 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] 10.222.0.30 "GET /v2.0/networks?id=dfefa750-c4cf-4fe5-9a50-39478c106a84 HTTP/1.1" status: 200  len: 815 time: 1.3213062
May 06 00:38:57.416817 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-1a874c29-8130-469c-9c17-6a2de66991c4 req-31b268b1-e789-4ebe-9281-90c07e4ec43e tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1c5cc05-f410-4a03-9b3d-682a4e1cf825 HTTP/1.1" status: 200  len: 210 time: 0.0861747
May 06 00:38:57.490944 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-44b06c17-48b0-4cd1-b345-dda37029e175 req-55541953-d644-41bc-8765-6b1df558020c service neutron] 10.222.0.30 "GET /v2.0/networks/a50d6f63-b8be-4da9-b7e5-50fdddcfa0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7063024
May 06 00:38:57.493686 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-01eba529-b704-4ba8-8615-ce5638c87fc6 req-18a1a1d2-8caa-4596-934b-68f627bcb643 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Notify callbacks [] for port, precommit_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:57.527666 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94c4d54-9548-4683-b099-a4b19a0ae5da req-2f59b53f-6771-4152-8bff-adacd8b7e636 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:38:57.535493 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-e94c4d54-9548-4683-b099-a4b19a0ae5da req-2f59b53f-6771-4152-8bff-adacd8b7e636 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4cd3d09-3e89-4c0b-9e95-5448b9ed53ac HTTP/1.1" status: 200  len: 946 time: 0.4962683
May 06 00:38:57.556464 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.provisioning_blocks [req-01eba529-b704-4ba8-8615-ce5638c87fc6 req-18a1a1d2-8caa-4596-934b-68f627bcb643 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Transition to ACTIVE for port object c557a1e7-211b-40a1-b9f0-37e7213669a0 will not be triggered until provisioned by entity DHCP. {{(pid=73832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 00:38:57.596531 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-e94c4d54-9548-4683-b099-a4b19a0ae5da req-6d40f027-f008-42ff-8129-53e85a882d88 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/security-groups?id=5accd55e-29bc-4ca7-befd-1574e549f464&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0597723
May 06 00:38:57.642523 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-01eba529-b704-4ba8-8615-ce5638c87fc6 req-18a1a1d2-8caa-4596-934b-68f627bcb643 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767380898820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2182845'] for port, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:57.648845 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-14b78ee2-abd6-4ec3-bee0-f605dcef0401 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:38:57.756122 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01eba529-b704-4ba8-8615-ce5638c87fc6 req-18a1a1d2-8caa-4596-934b-68f627bcb643 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Network b3eca023-a406-48df-a3db-ebd6b6f9c1bf is already hosted by enough agents. {{(pid=73832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 00:38:57.765473 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.scheduler.base_scheduler [req-01eba529-b704-4ba8-8615-ce5638c87fc6 req-18a1a1d2-8caa-4596-934b-68f627bcb643 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Resources bound (agent type, host, resource id):  {{(pid=73832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 00:38:57.771725 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.l3_dvrscheduler_db [req-01eba529-b704-4ba8-8615-ce5638c87fc6 req-18a1a1d2-8caa-4596-934b-68f627bcb643 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Received port after_create {{(pid=73832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 06 00:38:57.820590 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a1a1d2-8caa-4596-934b-68f627bcb643 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Pushing event updated for resources: {'Port': ['ID=c557a1e7-211b-40a1-b9f0-37e7213669a0,revision_number=1']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:38:57.827015 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-18a1a1d2-8caa-4596-934b-68f627bcb643 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:38:57.910317 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eba529-b704-4ba8-8615-ce5638c87fc6 req-18a1a1d2-8caa-4596-934b-68f627bcb643 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:38:57.911033 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-01eba529-b704-4ba8-8615-ce5638c87fc6 req-18a1a1d2-8caa-4596-934b-68f627bcb643 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43737'] for port, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:57.967255 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-01eba529-b704-4ba8-8615-ce5638c87fc6 req-18a1a1d2-8caa-4596-934b-68f627bcb643 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.7214746
May 06 00:38:58.080521 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-8556e205-50cc-4b19-9628-b1f6718d2de9 req-c856cee7-c0db-4d42-bc38-25cd03ab50aa tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] 10.222.0.24 "GET /v2.0/ports?device_id=9fe6f6f0-0088-4879-a03c-107809502634 HTTP/1.1" status: 200  len: 210 time: 0.1301260
May 06 00:38:58.185992 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-f0518529-6eb2-489e-99f4-ffd2bfbd3459 None None] Provisioning for port c557a1e7-211b-40a1-b9f0-37e7213669a0 completed by entity DHCP. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 00:38:58.194206 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-f0518529-6eb2-489e-99f4-ffd2bfbd3459 None None] Provisioning complete for port c557a1e7-211b-40a1-b9f0-37e7213669a0 triggered by entity DHCP. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 00:38:58.194591 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-f0518529-6eb2-489e-99f4-ffd2bfbd3459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723253'] for port, provisioning_complete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:58.277950 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.plugin [None req-f0518529-6eb2-489e-99f4-ffd2bfbd3459 None None] Port c557a1e7-211b-40a1-b9f0-37e7213669a0 cannot update to ACTIVE because it is not bound. {{(pid=73833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 06 00:38:58.290501 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b48349-6f8e-4bd2-a335-08760ab5772c req-50918d48-8190-4731-a01b-81fdf2425ad1 tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:38:58.292863 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-69b48349-6f8e-4bd2-a335-08760ab5772c req-50918d48-8190-4731-a01b-81fdf2425ad1 tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0af2c3d-75cc-4a37-84e1-5e73669ff315 HTTP/1.1" status: 200  len: 943 time: 0.1586013
May 06 00:38:58.347028 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-69b48349-6f8e-4bd2-a335-08760ab5772c req-7cf6c01e-a945-46c8-a9c1-3a1fe961be4a tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] 10.222.0.24 "GET /v2.0/security-groups?id=b841085d-8e10-431c-873f-ffa7a76ce7ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483572
May 06 00:38:58.366441 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 41862) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:38:58.485136 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.v2.base [None req-b21e4f37-bb5f-4b12-863e-1bb58f79cffc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1110585853-network', 'tenant_id': '2931334f6f2c435b8bc0aba23f1277b7'}} {{(pid=73831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:38:58.490485 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-b21e4f37-bb5f-4b12-863e-1bb58f79cffc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:38:58.494642 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-b21e4f37-bb5f-4b12-863e-1bb58f79cffc admin admin] Usage tracker for resource:network and tenant:2931334f6f2c435b8bc0aba23f1277b7 is out of sync, need to count used quota {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:38:58.497682 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-b21e4f37-bb5f-4b12-863e-1bb58f79cffc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:38:58.504343 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-b21e4f37-bb5f-4b12-863e-1bb58f79cffc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:38:58.521928 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b21e4f37-bb5f-4b12-863e-1bb58f79cffc admin admin] Made reservation on behalf of 2931334f6f2c435b8bc0aba23f1277b7 for: {'network': 1} {{(pid=73831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 06 00:38:58.524504 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-b21e4f37-bb5f-4b12-863e-1bb58f79cffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for network, before_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:58.537923 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-b21e4f37-bb5f-4b12-863e-1bb58f79cffc admin admin] Notify callbacks [] for security_group, before_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:58.557993 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-b21e4f37-bb5f-4b12-863e-1bb58f79cffc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:38:58.562026 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-b21e4f37-bb5f-4b12-863e-1bb58f79cffc admin admin] Usage tracker for resource:security_group_rule and tenant:2931334f6f2c435b8bc0aba23f1277b7 is out of sync, need to count used quota {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:38:58.564974 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-b21e4f37-bb5f-4b12-863e-1bb58f79cffc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:38:58.572246 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-b21e4f37-bb5f-4b12-863e-1bb58f79cffc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:38:58.736513 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a039d7a-ac41-4a64-b570-13b6569f69ec req-3076fdec-98ed-4768-b3cd-28952469c6b8 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:38:58.738175 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-7a039d7a-ac41-4a64-b570-13b6569f69ec req-3076fdec-98ed-4768-b3cd-28952469c6b8 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1c5cc05-f410-4a03-9b3d-682a4e1cf825 HTTP/1.1" status: 200  len: 932 time: 0.1702161
May 06 00:38:58.823885 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-7a039d7a-ac41-4a64-b570-13b6569f69ec req-95632b4b-b923-4076-b6c6-204f762d712a tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/security-groups?id=079ebf81-42ef-4ee7-ac10-dfe00866b3f7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0774376
May 06 00:38:58.829195 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-b21e4f37-bb5f-4b12-863e-1bb58f79cffc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:58.834439 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-b21e4f37-bb5f-4b12-863e-1bb58f79cffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:58.840904 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-4eb2cb0e-5146-42b1-afa6-c5b8d0d39a28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:38:58.858342 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b21e4f37-bb5f-4b12-863e-1bb58f79cffc admin admin] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'}  {{(pid=73831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 06 00:38:58.859821 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f994a40e-1abf-44b2-bed8-019c87d0e09b req-7463b98f-e4dc-48ec-8701-270ed929e514 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:38:58.861452 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-f994a40e-1abf-44b2-bed8-019c87d0e09b req-7463b98f-e4dc-48ec-8701-270ed929e514 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4cd3d09-3e89-4c0b-9e95-5448b9ed53ac HTTP/1.1" status: 200  len: 946 time: 0.1488748
May 06 00:38:58.881523 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-b21e4f37-bb5f-4b12-863e-1bb58f79cffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730493'] for segment, precommit_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:58.881891 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.db.segments_db [None req-b21e4f37-bb5f-4b12-863e-1bb58f79cffc admin admin] Added segment f06c188b-9c40-4e79-bf54-a7ff9bdcf208 of type vlan for network 9ab706ea-4458-41a9-8c8a-6bc700b518fe
May 06 00:38:58.883295 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21e4f37-bb5f-4b12-863e-1bb58f79cffc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caf78781-a8d3-4bc3-9ba3-81b9c4d00593,revision_number=1']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:38:58.890287 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-b21e4f37-bb5f-4b12-863e-1bb58f79cffc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:38:58.915457 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-b21e4f37-bb5f-4b12-863e-1bb58f79cffc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767380920962'] for network, precommit_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:58.938803 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-f994a40e-1abf-44b2-bed8-019c87d0e09b req-fdc3324b-5750-498e-baf1-6a56ead0f5c1 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/security-groups?id=5accd55e-29bc-4ca7-befd-1574e549f464&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0698752
May 06 00:38:58.951542 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-b21e4f37-bb5f-4b12-863e-1bb58f79cffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938'] for network, after_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:58.953382 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21e4f37-bb5f-4b12-863e-1bb58f79cffc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:38:58.953971 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-b21e4f37-bb5f-4b12-863e-1bb58f79cffc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535980'] for network, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:58.958230 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:38:59.064265 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21e4f37-bb5f-4b12-863e-1bb58f79cffc admin admin] Pushing event updated for resources: {'Network': ['ID=9ab706ea-4458-41a9-8c8a-6bc700b518fe,revision_number=1']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:38:59.067905 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-b21e4f37-bb5f-4b12-863e-1bb58f79cffc admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.7004039
May 06 00:38:59.071496 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 41874) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:38:59.077594 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-b21e4f37-bb5f-4b12-863e-1bb58f79cffc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:38:59.084205 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Network 9ab706ea-4458-41a9-8c8a-6bc700b518fe details requested by agent ovs-agent-dv-cinder-784623-8-iscsi with host dv-cinder-784623-8-iscsi {{(pid=73833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 06 00:38:59.086063 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.v2.base [None req-fde5b1a6-92bf-4dc1-95b6-1096b656da4f admin admin] Request body: {'subnet': {'network_id': '9ab706ea-4458-41a9-8c8a-6bc700b518fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1110585853-subnet', 'tenant_id': '2931334f6f2c435b8bc0aba23f1277b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:38:59.092211 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-fde5b1a6-92bf-4dc1-95b6-1096b656da4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:38:59.104803 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-fde5b1a6-92bf-4dc1-95b6-1096b656da4f admin admin] Usage tracker for resource:subnet and tenant:2931334f6f2c435b8bc0aba23f1277b7 is out of sync, need to count used quota {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:38:59.108489 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-fde5b1a6-92bf-4dc1-95b6-1096b656da4f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:38:59.121125 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-fde5b1a6-92bf-4dc1-95b6-1096b656da4f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:38:59.142349 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fde5b1a6-92bf-4dc1-95b6-1096b656da4f admin admin] Made reservation on behalf of 2931334f6f2c435b8bc0aba23f1277b7 for: {'subnet': 1} {{(pid=73832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 06 00:38:59.148070 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-fde5b1a6-92bf-4dc1-95b6-1096b656da4f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10118879'] for subnet, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:59.241889 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-28401ea4-779a-482d-93ee-fbf10ede1ec6 req-b3052908-b02e-4a6c-abd6-a992758d94ca tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] 10.222.0.24 "GET /v2.0/ports?device_id=9fe6f6f0-0088-4879-a03c-107809502634 HTTP/1.1" status: 200  len: 210 time: 0.0590508
May 06 00:38:59.641032 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7a5fce-64ee-4c09-be6b-6266091340f2 req-0d9b5cf4-e38a-4e94-b3b2-3c1b1be13a74 tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:38:59.642396 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-fa7a5fce-64ee-4c09-be6b-6266091340f2 req-0d9b5cf4-e38a-4e94-b3b2-3c1b1be13a74 tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0af2c3d-75cc-4a37-84e1-5e73669ff315 HTTP/1.1" status: 200  len: 943 time: 0.1632483
May 06 00:38:59.713394 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-fa7a5fce-64ee-4c09-be6b-6266091340f2 req-c5b9a4cd-85d0-49fa-98d5-ca2b29d2740f tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] 10.222.0.24 "GET /v2.0/security-groups?id=b841085d-8e10-431c-873f-ffa7a76ce7ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0594864
May 06 00:38:59.794294 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-fde5b1a6-92bf-4dc1-95b6-1096b656da4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2098477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10118829'] for subnet, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:59.798119 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-455d747d-87a6-4640-9319-4118a1899463 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:38:59.870690 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde5b1a6-92bf-4dc1-95b6-1096b656da4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=36fdd0f8-d289-4f93-b6af-d39d90badcc9,revision_number=0']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:38:59.874100 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-fde5b1a6-92bf-4dc1-95b6-1096b656da4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:38:59.880170 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde5b1a6-92bf-4dc1-95b6-1096b656da4f admin admin] Checking segment: {'id': 'f06c188b-9c40-4e79-bf54-a7ff9bdcf208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '9ab706ea-4458-41a9-8c8a-6bc700b518fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 00:38:59.880527 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde5b1a6-92bf-4dc1-95b6-1096b656da4f admin admin] Network hostable DHCP agents. Network: 9ab706ea-4458-41a9-8c8a-6bc700b518fe, hostable agents: ['08bd01f5-d9ad-41d2-bccd-f8157b6c692c'], hosted agents: [] {{(pid=73832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 06 00:38:59.902128 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde5b1a6-92bf-4dc1-95b6-1096b656da4f admin admin] Network 9ab706ea-4458-41a9-8c8a-6bc700b518fe is scheduled to be hosted by DHCP agent 08bd01f5-d9ad-41d2-bccd-f8157b6c692c with binding_index 1 {{(pid=73832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 06 00:38:59.913075 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.scheduler.base_scheduler [None req-fde5b1a6-92bf-4dc1-95b6-1096b656da4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-8-iscsi, 9ab706ea-4458-41a9-8c8a-6bc700b518fe) {{(pid=73832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 00:38:59.924784 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde5b1a6-92bf-4dc1-95b6-1096b656da4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:38:59.924784 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-fde5b1a6-92bf-4dc1-95b6-1096b656da4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535980'] for subnet, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:38:59.929702 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea5f34df-00e3-4d9b-93e5-e5d2faa9ce2a None None] Network 9ab706ea-4458-41a9-8c8a-6bc700b518fe requested from dv-cinder-784623-8-iscsi {{(pid=73833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 06 00:38:59.948797 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-fde5b1a6-92bf-4dc1-95b6-1096b656da4f admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.8738277
May 06 00:39:00.139227 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37168f23-667e-405d-9185-5b1b4e7f6314 req-35fc94ae-f8f3-4786-8695-7e39e0d1ab91 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:00.148658 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-37168f23-667e-405d-9185-5b1b4e7f6314 req-35fc94ae-f8f3-4786-8695-7e39e0d1ab91 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1c5cc05-f410-4a03-9b3d-682a4e1cf825 HTTP/1.1" status: 200  len: 932 time: 0.1980383
May 06 00:39:00.224228 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-37168f23-667e-405d-9185-5b1b4e7f6314 req-29ee103d-2a7b-49e9-ace8-412451e9a484 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/security-groups?id=079ebf81-42ef-4ee7-ac10-dfe00866b3f7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0657544
May 06 00:39:00.310240 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cf475c-231d-4e02-bc23-890fc68c5ef6 req-aa3601b6-f614-48b5-8fc6-20f307c82ed1 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:00.311788 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-71cf475c-231d-4e02-bc23-890fc68c5ef6 req-aa3601b6-f614-48b5-8fc6-20f307c82ed1 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4cd3d09-3e89-4c0b-9e95-5448b9ed53ac HTTP/1.1" status: 200  len: 946 time: 0.2128575
May 06 00:39:00.321285 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217aaf1a-80f1-47c1-a5dc-c1d86c1f45fa None None] Network 9ab706ea-4458-41a9-8c8a-6bc700b518fe requested from dv-cinder-784623-8-iscsi {{(pid=73833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 06 00:39:00.449409 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-71cf475c-231d-4e02-bc23-890fc68c5ef6 req-0681d8d5-5391-4c9e-9234-aae7dc783453 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/security-groups?id=5accd55e-29bc-4ca7-befd-1574e549f464&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1297629
May 06 00:39:00.611001 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-f83850e9-154a-4ac9-ba96-b9626271fc15 req-d76f520c-31bb-4a61-abda-eb1b651cf60a tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] 10.222.0.24 "GET /v2.0/ports?device_id=9fe6f6f0-0088-4879-a03c-107809502634 HTTP/1.1" status: 200  len: 210 time: 0.0535221
May 06 00:39:00.911379 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7eb6d7-1330-4d8e-a83a-dc2e75bf03cf req-b099b1dc-7e6f-42ac-ba34-f3b4643cebc9 tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:00.912884 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-ee7eb6d7-1330-4d8e-a83a-dc2e75bf03cf req-b099b1dc-7e6f-42ac-ba34-f3b4643cebc9 tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0af2c3d-75cc-4a37-84e1-5e73669ff315 HTTP/1.1" status: 200  len: 943 time: 0.0867782
May 06 00:39:00.961736 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-ee7eb6d7-1330-4d8e-a83a-dc2e75bf03cf req-c97c3d4f-cfb3-4fd6-bba0-9df9485546cd tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] 10.222.0.24 "GET /v2.0/security-groups?id=b841085d-8e10-431c-873f-ffa7a76ce7ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427322
May 06 00:39:01.430205 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a22e22c-5f74-45e8-a22d-f00aaa6b7074 req-e18453b7-ac82-480e-b1c5-b37bfb0ab79c tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:01.430899 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [req-8a22e22c-5f74-45e8-a22d-f00aaa6b7074 req-e18453b7-ac82-480e-b1c5-b37bfb0ab79c tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Synchronizing usage tracker for tenant:24c0c0411f574f8f960e5150472df75e on resource:port {{(pid=73832) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 00:39:01.448248 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [req-8a22e22c-5f74-45e8-a22d-f00aaa6b7074 req-e18453b7-ac82-480e-b1c5-b37bfb0ab79c tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Unset dirty status for tenant:24c0c0411f574f8f960e5150472df75e on resource:port {{(pid=73832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 00:39:01.449562 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-8a22e22c-5f74-45e8-a22d-f00aaa6b7074 req-e18453b7-ac82-480e-b1c5-b37bfb0ab79c tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1c5cc05-f410-4a03-9b3d-682a4e1cf825 HTTP/1.1" status: 200  len: 932 time: 0.1032584
May 06 00:39:01.500017 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-8a22e22c-5f74-45e8-a22d-f00aaa6b7074 req-19808bc9-3698-4ecb-be9e-309b98d41ef4 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/security-groups?id=079ebf81-42ef-4ee7-ac10-dfe00866b3f7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446801
May 06 00:39:01.793844 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df647d03-478e-4629-9f68-1cf6e7d46e00 req-21a78bcd-6ba9-4a6f-8baa-12ace40f8757 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:01.795557 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-df647d03-478e-4629-9f68-1cf6e7d46e00 req-21a78bcd-6ba9-4a6f-8baa-12ace40f8757 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4cd3d09-3e89-4c0b-9e95-5448b9ed53ac HTTP/1.1" status: 200  len: 946 time: 0.1990488
May 06 00:39:01.844490 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-df647d03-478e-4629-9f68-1cf6e7d46e00 req-48ddb252-aea5-4d1a-9978-d4fd2ad6b4d9 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/security-groups?id=5accd55e-29bc-4ca7-befd-1574e549f464&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425594
May 06 00:39:01.988199 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-9e3d8a3a-095a-4b40-8c47-122d21c60e2e req-4a27b391-0a38-45c3-8d51-ea28b63edd45 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] 10.222.0.24 "GET /v2.0/ports?device_id=9fe6f6f0-0088-4879-a03c-107809502634 HTTP/1.1" status: 200  len: 210 time: 0.0462999
May 06 00:39:02.175746 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d0da4e-524d-426f-b5a7-aaa795584cb8 req-ddbb5733-58ca-4b95-868e-9d93d93ed0f9 tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:02.177987 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-d7d0da4e-524d-426f-b5a7-aaa795584cb8 req-ddbb5733-58ca-4b95-868e-9d93d93ed0f9 tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0af2c3d-75cc-4a37-84e1-5e73669ff315 HTTP/1.1" status: 200  len: 943 time: 0.0901132
May 06 00:39:02.227907 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-d7d0da4e-524d-426f-b5a7-aaa795584cb8 req-357898d1-d39a-4816-afe8-df2fd03209dc tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] 10.222.0.24 "GET /v2.0/security-groups?id=b841085d-8e10-431c-873f-ffa7a76ce7ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441084
May 06 00:39:02.708427 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f0a1b2-dd29-41c2-840d-57b2df51f264 req-39a1a134-0de8-4d67-9a45-15e905279e4c tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:02.709913 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-91f0a1b2-dd29-41c2-840d-57b2df51f264 req-39a1a134-0de8-4d67-9a45-15e905279e4c tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1c5cc05-f410-4a03-9b3d-682a4e1cf825 HTTP/1.1" status: 200  len: 932 time: 0.0965919
May 06 00:39:02.791668 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-91f0a1b2-dd29-41c2-840d-57b2df51f264 req-246e40dd-228b-44b1-8f4b-d16fbf1c6c3f tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/security-groups?id=079ebf81-42ef-4ee7-ac10-dfe00866b3f7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0756338
May 06 00:39:03.038042 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d45741-5175-4a06-99b5-2aa6ae7670a4 req-3af202a9-2e79-4f5e-b2a7-50d7181b7ddb tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:03.039426 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-29d45741-5175-4a06-99b5-2aa6ae7670a4 req-3af202a9-2e79-4f5e-b2a7-50d7181b7ddb tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4cd3d09-3e89-4c0b-9e95-5448b9ed53ac HTTP/1.1" status: 200  len: 946 time: 0.0854414
May 06 00:39:03.090220 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-29d45741-5175-4a06-99b5-2aa6ae7670a4 req-a026bb87-0e71-4537-b75f-dfd9d54b1883 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/security-groups?id=5accd55e-29bc-4ca7-befd-1574e549f464&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439849
May 06 00:39:03.234017 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-908f451f-c5da-4029-b7f0-929c74046df1 req-c74180ab-6287-4d20-b91b-4c0b02b2ce73 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] 10.222.0.24 "GET /v2.0/ports?device_id=9fe6f6f0-0088-4879-a03c-107809502634 HTTP/1.1" status: 200  len: 210 time: 0.0436063
May 06 00:39:03.418269 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8c0e83-d3c4-4a36-a65c-2590211b92f1 req-360e2d72-c36d-44e3-b13d-f4fae8c6db85 tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:03.419971 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-1f8c0e83-d3c4-4a36-a65c-2590211b92f1 req-360e2d72-c36d-44e3-b13d-f4fae8c6db85 tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0af2c3d-75cc-4a37-84e1-5e73669ff315 HTTP/1.1" status: 200  len: 943 time: 0.0851934
May 06 00:39:03.471921 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-1f8c0e83-d3c4-4a36-a65c-2590211b92f1 req-96c91975-615a-4988-839f-3fed4a4f38bf tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] 10.222.0.24 "GET /v2.0/security-groups?id=b841085d-8e10-431c-873f-ffa7a76ce7ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445507
May 06 00:39:03.983374 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92a2d7e-d179-434f-980e-26d8bf8c5012 req-930d6444-bd54-4bb6-b038-5080ef9259cc tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:03.985117 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-d92a2d7e-d179-434f-980e-26d8bf8c5012 req-930d6444-bd54-4bb6-b038-5080ef9259cc tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1c5cc05-f410-4a03-9b3d-682a4e1cf825 HTTP/1.1" status: 200  len: 932 time: 0.0847552
May 06 00:39:04.036278 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-d92a2d7e-d179-434f-980e-26d8bf8c5012 req-f13931ca-5979-4069-9840-36f3603a42b2 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/security-groups?id=079ebf81-42ef-4ee7-ac10-dfe00866b3f7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449810
May 06 00:39:04.286951 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8e66f8-b47b-44fd-98dc-9530f2021c16 req-21e2635d-b4d0-40e6-84b6-92deaf970407 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:04.288381 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-aa8e66f8-b47b-44fd-98dc-9530f2021c16 req-21e2635d-b4d0-40e6-84b6-92deaf970407 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4cd3d09-3e89-4c0b-9e95-5448b9ed53ac HTTP/1.1" status: 200  len: 946 time: 0.0867467
May 06 00:39:04.336374 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-aa8e66f8-b47b-44fd-98dc-9530f2021c16 req-3facd7ef-6e73-4002-9bd9-2433a46253b0 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/security-groups?id=5accd55e-29bc-4ca7-befd-1574e549f464&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412567
May 06 00:39:04.635441 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-cb06b39d-0afd-4cb0-86d5-6aeeb1958d1d req-f557ae2c-2a50-43fb-9d14-c1a06de0c032 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] 10.222.0.24 "GET /v2.0/ports?device_id=9fe6f6f0-0088-4879-a03c-107809502634 HTTP/1.1" status: 200  len: 210 time: 0.0465434
May 06 00:39:04.814627 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321cf0ec-3000-4d7a-afa9-a4f6593d0f92 req-3096f100-7db4-422d-b56c-e34a30c9e167 tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:04.816973 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-321cf0ec-3000-4d7a-afa9-a4f6593d0f92 req-3096f100-7db4-422d-b56c-e34a30c9e167 tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0af2c3d-75cc-4a37-84e1-5e73669ff315 HTTP/1.1" status: 200  len: 943 time: 0.0859337
May 06 00:39:04.864118 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-321cf0ec-3000-4d7a-afa9-a4f6593d0f92 req-615ebb2c-58da-4e06-a1e1-c81559428860 tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] 10.222.0.24 "GET /v2.0/security-groups?id=b841085d-8e10-431c-873f-ffa7a76ce7ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406053
May 06 00:39:05.232796 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4569ae-9a25-465d-a4f2-199e1b71f3ee req-eaf2e0d7-473c-4429-a5f3-29ce0c78fc06 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:05.232796 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-4e4569ae-9a25-465d-a4f2-199e1b71f3ee req-eaf2e0d7-473c-4429-a5f3-29ce0c78fc06 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1c5cc05-f410-4a03-9b3d-682a4e1cf825 HTTP/1.1" status: 200  len: 932 time: 0.0860138
May 06 00:39:05.284380 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-4e4569ae-9a25-465d-a4f2-199e1b71f3ee req-7ba0864b-c060-4a38-9c27-ebded6a9e277 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/security-groups?id=079ebf81-42ef-4ee7-ac10-dfe00866b3f7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442443
May 06 00:39:05.539008 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c722815-e2ff-4ead-8aed-094fa597ee42 req-1f10c6fa-bd98-466b-8612-ee27ab160baa tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:05.540486 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-3c722815-e2ff-4ead-8aed-094fa597ee42 req-1f10c6fa-bd98-466b-8612-ee27ab160baa tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4cd3d09-3e89-4c0b-9e95-5448b9ed53ac HTTP/1.1" status: 200  len: 946 time: 0.0933769
May 06 00:39:05.590052 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-3c722815-e2ff-4ead-8aed-094fa597ee42 req-9a1749a3-db29-4f42-9e3b-ce926a1fab97 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/security-groups?id=5accd55e-29bc-4ca7-befd-1574e549f464&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436709
May 06 00:39:05.753488 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297c84dc-c447-44db-923a-48bd0d6e7db9 req-1db96199-cab3-445c-a6ab-07da1df162e7 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:05.755197 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [req-297c84dc-c447-44db-923a-48bd0d6e7db9 req-1db96199-cab3-445c-a6ab-07da1df162e7 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Synchronizing usage tracker for tenant:2931334f6f2c435b8bc0aba23f1277b7 on resource:network {{(pid=73831) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 00:39:05.775712 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [req-297c84dc-c447-44db-923a-48bd0d6e7db9 req-1db96199-cab3-445c-a6ab-07da1df162e7 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Unset dirty status for tenant:2931334f6f2c435b8bc0aba23f1277b7 on resource:network {{(pid=73831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 00:39:05.776992 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-297c84dc-c447-44db-923a-48bd0d6e7db9 req-1db96199-cab3-445c-a6ab-07da1df162e7 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] 10.222.0.24 "GET /v2.0/networks?id=9ab706ea-4458-41a9-8c8a-6bc700b518fe HTTP/1.1" status: 200  len: 815 time: 0.1825054
May 06 00:39:05.797043 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-297c84dc-c447-44db-923a-48bd0d6e7db9 req-3d62a758-109f-4c6b-bf5d-9e1fe8f3936d tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] 10.222.0.24 "GET /v2.0/quotas/2931334f6f2c435b8bc0aba23f1277b7 HTTP/1.1" status: 200  len: 375 time: 0.0140352
May 06 00:39:05.801338 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-e59b00f6-06c2-4ef8-b610-ad9d5def6970 req-4aab8de5-0017-478f-842e-d2b002eb7951 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] 10.222.0.24 "GET /v2.0/ports?device_id=9fe6f6f0-0088-4879-a03c-107809502634 HTTP/1.1" status: 200  len: 210 time: 0.0501976
May 06 00:39:05.845957 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-297c84dc-c447-44db-923a-48bd0d6e7db9 req-605ae125-fbf7-475e-9e83-1bc4a66ad6b6 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2931334f6f2c435b8bc0aba23f1277b7&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0438690
May 06 00:39:06.011156 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-297c84dc-c447-44db-923a-48bd0d6e7db9 req-83a8dc88-0c65-4f9f-b33c-1445096b039f service neutron] 10.222.0.24 "GET /v2.0/networks/9ab706ea-4458-41a9-8c8a-6bc700b518fe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1471395
May 06 00:39:06.070418 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82951047-9b94-4f31-a85c-6b812e31e67f req-7ca3ccfa-8d3b-4102-a1f2-3ab0be89b54f tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:06.079433 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-82951047-9b94-4f31-a85c-6b812e31e67f req-7ca3ccfa-8d3b-4102-a1f2-3ab0be89b54f tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0af2c3d-75cc-4a37-84e1-5e73669ff315 HTTP/1.1" status: 200  len: 943 time: 0.1030536
May 06 00:39:06.137341 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-82951047-9b94-4f31-a85c-6b812e31e67f req-5994632b-d3cb-49ca-9c0d-2cf8cd830201 tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] 10.222.0.24 "GET /v2.0/security-groups?id=b841085d-8e10-431c-873f-ffa7a76ce7ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0569265
May 06 00:39:06.262679 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-297c84dc-c447-44db-923a-48bd0d6e7db9 req-f7647357-9c6e-4763-8288-dbafed6a21ec service neutron] 10.222.0.24 "GET /v2.0/networks/9ab706ea-4458-41a9-8c8a-6bc700b518fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2456663
May 06 00:39:06.472417 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-485ab9f1-5b33-470b-b000-321f66cedc8d req-f49b4331-93c3-49d5-b808-7ea86ff35994 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] 10.222.0.24 "GET /v2.0/ports?device_id=52570047-b712-4844-8c1c-1a1bfcb0720f HTTP/1.1" status: 200  len: 210 time: 0.0534379
May 06 00:39:06.523142 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb4492c-0f76-4c50-a80d-24f9b61998e0 req-425c6cad-5661-42d3-acb5-a4de05cc119f tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:06.524756 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-7bb4492c-0f76-4c50-a80d-24f9b61998e0 req-425c6cad-5661-42d3-acb5-a4de05cc119f tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1c5cc05-f410-4a03-9b3d-682a4e1cf825 HTTP/1.1" status: 200  len: 932 time: 0.1240170
May 06 00:39:06.576775 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-7bb4492c-0f76-4c50-a80d-24f9b61998e0 req-7d75730a-c297-4734-b593-959ed208f89e tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/security-groups?id=079ebf81-42ef-4ee7-ac10-dfe00866b3f7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461085
May 06 00:39:06.850944 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbe1f2a-8d3f-4a70-a960-235b22a14750 req-17e42ea5-3fa8-4732-9f8f-1233602815d5 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:06.852532 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-5bbe1f2a-8d3f-4a70-a960-235b22a14750 req-17e42ea5-3fa8-4732-9f8f-1233602815d5 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4cd3d09-3e89-4c0b-9e95-5448b9ed53ac HTTP/1.1" status: 200  len: 946 time: 0.0975466
May 06 00:39:06.910388 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-5bbe1f2a-8d3f-4a70-a960-235b22a14750 req-48f9339d-20e6-43d5-832d-86de0c6bdbbd tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/security-groups?id=5accd55e-29bc-4ca7-befd-1574e549f464&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0509546
May 06 00:39:06.984367 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-adaf51ef-6d54-425e-8c49-e67e52ebd42e req-51faa777-2d86-43f7-b1c5-2de4a8cf21e5 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] 10.222.0.24 "GET /v2.0/ports?device_id=9fe6f6f0-0088-4879-a03c-107809502634 HTTP/1.1" status: 200  len: 210 time: 0.0419598
May 06 00:39:07.340564 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a9d5c0-768b-446c-aa05-c8b2104a0148 req-89dd605d-5372-4636-ac2c-e850d3a433fb tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:07.342094 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-78a9d5c0-768b-446c-aa05-c8b2104a0148 req-89dd605d-5372-4636-ac2c-e850d3a433fb tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0af2c3d-75cc-4a37-84e1-5e73669ff315 HTTP/1.1" status: 200  len: 943 time: 0.0843084
May 06 00:39:07.388552 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-78a9d5c0-768b-446c-aa05-c8b2104a0148 req-8d1eaea9-096e-4b1b-a36e-cf5fc59d2263 tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] 10.222.0.24 "GET /v2.0/security-groups?id=b841085d-8e10-431c-873f-ffa7a76ce7ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405505
May 06 00:39:07.649132 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-393b49d1-b643-477a-8776-ea2f76a8d467 req-9f4c70f9-a8d8-4625-a9cf-12e2b3ee7589 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] 10.222.0.24 "GET /v2.0/ports?device_id=52570047-b712-4844-8c1c-1a1bfcb0720f HTTP/1.1" status: 200  len: 210 time: 0.0557306
May 06 00:39:07.764869 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6913f7-ad42-4ba7-92b6-96c987e72211 req-b85a6ac0-ea0c-4481-8fb0-cb4a685a04db tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:07.766327 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-5a6913f7-ad42-4ba7-92b6-96c987e72211 req-b85a6ac0-ea0c-4481-8fb0-cb4a685a04db tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1c5cc05-f410-4a03-9b3d-682a4e1cf825 HTTP/1.1" status: 200  len: 932 time: 0.0824740
May 06 00:39:07.815935 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-5a6913f7-ad42-4ba7-92b6-96c987e72211 req-6d1938f9-436d-48ba-be2b-a77f59cec850 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/security-groups?id=079ebf81-42ef-4ee7-ac10-dfe00866b3f7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434766
May 06 00:39:08.100677 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05396e9-a288-41fa-af43-cc7f63e91334 req-62ca4391-699b-431b-bad7-d91cbd06a76e tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:08.102430 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-e05396e9-a288-41fa-af43-cc7f63e91334 req-62ca4391-699b-431b-bad7-d91cbd06a76e tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4cd3d09-3e89-4c0b-9e95-5448b9ed53ac HTTP/1.1" status: 200  len: 946 time: 0.0851829
May 06 00:39:08.131739 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-f099b553-80ce-433f-acc4-e4daed8b959d req-2f68d4cc-44e7-4242-b2f8-1779f6ceed9a tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] 10.222.0.24 "GET /v2.0/ports?device_id=9fe6f6f0-0088-4879-a03c-107809502634 HTTP/1.1" status: 200  len: 210 time: 0.0425959
May 06 00:39:08.154931 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-e05396e9-a288-41fa-af43-cc7f63e91334 req-47b43a47-7e02-4786-a36c-82cd47d7023f tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/security-groups?id=5accd55e-29bc-4ca7-befd-1574e549f464&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466938
May 06 00:39:08.520558 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.v2.base [req-60f4e569-1084-4295-915b-b170d44c199f req-6b6d8a4e-4c18-4dd2-9818-81b3dfca99ef tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Request body: {'port': {'device_id': '9fe6f6f0-0088-4879-a03c-107809502634', 'network_id': 'dfefa750-c4cf-4fe5-9a50-39478c106a84', 'admin_state_up': True, 'tenant_id': '0b890f9b623c4aa1bd3a726f7dc8838e'}} {{(pid=73832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:39:08.579522 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e07d3f-0fe2-4c89-b5e4-470309edf98f req-afe42e39-fa9c-4a51-bb67-a9a16f284ad9 tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:08.581692 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-b8e07d3f-0fe2-4c89-b5e4-470309edf98f req-afe42e39-fa9c-4a51-bb67-a9a16f284ad9 tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0af2c3d-75cc-4a37-84e1-5e73669ff315 HTTP/1.1" status: 200  len: 943 time: 0.0886490
May 06 00:39:08.635526 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-b8e07d3f-0fe2-4c89-b5e4-470309edf98f req-1c3f0d0c-d449-4183-954f-eda7ffa623e0 tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] 10.222.0.24 "GET /v2.0/security-groups?id=b841085d-8e10-431c-873f-ffa7a76ce7ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439301
May 06 00:39:08.676007 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.v2.base [req-01eba529-b704-4ba8-8615-ce5638c87fc6 req-e86a118e-1937-4be8-9559-cbadc1d18152 service neutron] Request body: {'port': {'device_id': 'd1c5cc05-f410-4a03-9b3d-682a4e1cf825', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=73832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:39:08.862843 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-8658a4bc-9f14-4d75-ae7e-3e43d8d712df req-6c2f8be9-8c2e-43e7-9ccd-94c913e3fd93 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] 10.222.0.24 "GET /v2.0/ports?device_id=52570047-b712-4844-8c1c-1a1bfcb0720f HTTP/1.1" status: 200  len: 210 time: 0.0873439
May 06 00:39:08.937563 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-01eba529-b704-4ba8-8615-ce5638c87fc6 req-e86a118e-1937-4be8-9559-cbadc1d18152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:08.962210 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [req-60f4e569-1084-4295-915b-b170d44c199f req-6b6d8a4e-4c18-4dd2-9818-81b3dfca99ef tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:39:08.974590 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7226a98-4da4-453e-a309-9aa8b5a06abd req-c28432ee-dc7b-49ef-8210-8550be437639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:08.976043 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-a7226a98-4da4-453e-a309-9aa8b5a06abd req-c28432ee-dc7b-49ef-8210-8550be437639 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e97ddfe0343845d3be8e5c5b3276974b&device_id=c0af2c3d-75cc-4a37-84e1-5e73669ff315 HTTP/1.1" status: 200  len: 1096 time: 0.3043935
May 06 00:39:08.981051 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [req-60f4e569-1084-4295-915b-b170d44c199f req-6b6d8a4e-4c18-4dd2-9818-81b3dfca99ef tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:39:09.035259 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60f4e569-1084-4295-915b-b170d44c199f req-6b6d8a4e-4c18-4dd2-9818-81b3dfca99ef tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Made reservation on behalf of 0b890f9b623c4aa1bd3a726f7dc8838e for: {'port': 1} {{(pid=73832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 06 00:39:09.038768 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-60f4e569-1084-4295-915b-b170d44c199f req-6b6d8a4e-4c18-4dd2-9818-81b3dfca99ef tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:09.045549 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce087676-feae-47ae-8b0a-cb8e65403f44 req-619f3ac2-dceb-4eeb-95e9-f0018c79ce14 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:09.047166 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-ce087676-feae-47ae-8b0a-cb8e65403f44 req-619f3ac2-dceb-4eeb-95e9-f0018c79ce14 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1c5cc05-f410-4a03-9b3d-682a4e1cf825 HTTP/1.1" status: 200  len: 932 time: 0.1035433
May 06 00:39:09.097430 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-ce087676-feae-47ae-8b0a-cb8e65403f44 req-adad61c6-17e7-45d8-86cf-ba1fe2616c3f tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/security-groups?id=079ebf81-42ef-4ee7-ac10-dfe00866b3f7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411408
May 06 00:39:09.336801 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-f4c60605-c246-439b-a92c-c8e7c9da66b5 req-ffafccb7-868c-4760-85f3-b19f999f9010 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] 10.222.0.24 "GET /v2.0/ports?device_id=9fe6f6f0-0088-4879-a03c-107809502634 HTTP/1.1" status: 200  len: 210 time: 0.0859220
May 06 00:39:09.387580 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302dd8b0-c62c-48f6-a83f-707bb5b3ed0a req-b24ccd33-b9b4-4d4f-848f-2b4dd1be3e2c tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:09.397316 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-302dd8b0-c62c-48f6-a83f-707bb5b3ed0a req-b24ccd33-b9b4-4d4f-848f-2b4dd1be3e2c tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4cd3d09-3e89-4c0b-9e95-5448b9ed53ac HTTP/1.1" status: 200  len: 946 time: 0.1274664
May 06 00:39:09.484416 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7226a98-4da4-453e-a309-9aa8b5a06abd req-5e88bed3-1f59-4dba-878a-32f289102fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:09.485849 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-a7226a98-4da4-453e-a309-9aa8b5a06abd req-5e88bed3-1f59-4dba-878a-32f289102fad service neutron] 10.222.0.30 "GET /v2.0/networks?id=a50d6f63-b8be-4da9-b7e5-50fdddcfa0ef HTTP/1.1" status: 200  len: 915 time: 0.4354208
May 06 00:39:09.534909 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-302dd8b0-c62c-48f6-a83f-707bb5b3ed0a req-613d64a7-5e32-468b-890d-1156124d5297 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/security-groups?id=5accd55e-29bc-4ca7-befd-1574e549f464&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1365471
May 06 00:39:09.607913 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-a7226a98-4da4-453e-a309-9aa8b5a06abd req-14516e89-ec23-45bd-8845-b0e164efcd12 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5cebebe6-244e-4b34-8168-332ea0116d7a HTTP/1.1" status: 200  len: 217 time: 0.0879476
May 06 00:39:09.609526 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297c84dc-c447-44db-923a-48bd0d6e7db9 req-2059b59a-3d25-48db-8b0e-48c632bb2072 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:09.610941 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-297c84dc-c447-44db-923a-48bd0d6e7db9 req-2059b59a-3d25-48db-8b0e-48c632bb2072 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] 10.222.0.30 "GET /v2.0/networks?id=9ab706ea-4458-41a9-8c8a-6bc700b518fe HTTP/1.1" status: 200  len: 815 time: 0.1893816
May 06 00:39:09.625546 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.v2.base [req-297c84dc-c447-44db-923a-48bd0d6e7db9 req-52da4ffe-db61-4359-a309-57349969984d tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Request body: {'port': {'device_id': '52570047-b712-4844-8c1c-1a1bfcb0720f', 'network_id': '9ab706ea-4458-41a9-8c8a-6bc700b518fe', 'admin_state_up': True, 'tenant_id': '2931334f6f2c435b8bc0aba23f1277b7'}} {{(pid=73831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:39:09.671658 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.db_base_plugin_common [req-60f4e569-1084-4295-915b-b170d44c199f req-6b6d8a4e-4c18-4dd2-9818-81b3dfca99ef tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Allocated IP 172.20.0.3 (dfefa750-c4cf-4fe5-9a50-39478c106a84/10dd42a5-a5ec-4dc6-b51c-78099354ecd3/5c43891f-b78c-4450-bd56-acc3eff578e4) {{(pid=73832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 06 00:39:09.737711 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7226a98-4da4-453e-a309-9aa8b5a06abd req-24a0499f-d6ac-4a42-b635-a1045ba3317a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:09.739150 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-a7226a98-4da4-453e-a309-9aa8b5a06abd req-24a0499f-d6ac-4a42-b635-a1045ba3317a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=84bba743-9917-486a-a927-9c6d46072a4e HTTP/1.1" status: 200  len: 854 time: 0.1178875
May 06 00:39:09.795512 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [req-297c84dc-c447-44db-923a-48bd0d6e7db9 req-52da4ffe-db61-4359-a309-57349969984d tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:39:09.799824 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [req-297c84dc-c447-44db-923a-48bd0d6e7db9 req-52da4ffe-db61-4359-a309-57349969984d tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Usage tracker for resource:port and tenant:2931334f6f2c435b8bc0aba23f1277b7 is out of sync, need to count used quota {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:39:09.802701 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [req-297c84dc-c447-44db-923a-48bd0d6e7db9 req-52da4ffe-db61-4359-a309-57349969984d tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:39:09.808370 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [req-297c84dc-c447-44db-923a-48bd0d6e7db9 req-52da4ffe-db61-4359-a309-57349969984d tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:39:09.824886 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-297c84dc-c447-44db-923a-48bd0d6e7db9 req-52da4ffe-db61-4359-a309-57349969984d tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Made reservation on behalf of 2931334f6f2c435b8bc0aba23f1277b7 for: {'port': 1} {{(pid=73831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 06 00:39:09.828514 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [req-297c84dc-c447-44db-923a-48bd0d6e7db9 req-52da4ffe-db61-4359-a309-57349969984d tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:09.892668 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-a7226a98-4da4-453e-a309-9aa8b5a06abd req-85785259-77a6-407d-aa60-2837c68ae5de service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a50d6f63-b8be-4da9-b7e5-50fdddcfa0ef&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1093645
May 06 00:39:09.989998 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.notifiers.nova [req-01eba529-b704-4ba8-8615-ce5638c87fc6 req-e86a118e-1937-4be8-9559-cbadc1d18152 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c557a1e7-211b-40a1-b9f0-37e7213669a0 {{(pid=73832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 06 00:39:10.037342 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-b23d48d6-8aaf-4192-8ad8-69d45219bcfc req-0d6d73b5-c216-4f25-a118-1240b5910b55 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] 10.222.0.24 "GET /v2.0/ports?device_id=52570047-b712-4844-8c1c-1a1bfcb0720f HTTP/1.1" status: 200  len: 210 time: 0.0527458
May 06 00:39:10.038492 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.db_base_plugin_common [req-297c84dc-c447-44db-923a-48bd0d6e7db9 req-52da4ffe-db61-4359-a309-57349969984d tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Allocated IP 172.20.0.2 (9ab706ea-4458-41a9-8c8a-6bc700b518fe/36fdd0f8-d289-4f93-b6af-d39d90badcc9/ed6e3c21-b04e-43e3-9093-cee5d64aee52) {{(pid=73831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 06 00:39:10.117662 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-01eba529-b704-4ba8-8615-ce5638c87fc6 req-e86a118e-1937-4be8-9559-cbadc1d18152 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:10.204464 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.provisioning_blocks [req-01eba529-b704-4ba8-8615-ce5638c87fc6 req-e86a118e-1937-4be8-9559-cbadc1d18152 service neutron] Transition to ACTIVE for port object c557a1e7-211b-40a1-b9f0-37e7213669a0 will not be triggered until provisioned by entity L2. {{(pid=73832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 00:39:10.227769 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-01eba529-b704-4ba8-8615-ce5638c87fc6 req-e86a118e-1937-4be8-9559-cbadc1d18152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2182820'] for port, after_update {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:10.244528 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-4f865148-ce9c-43cd-b8af-21b9bad4e522 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:39:10.322686 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [req-297c84dc-c447-44db-923a-48bd0d6e7db9 req-52da4ffe-db61-4359-a309-57349969984d tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Notify callbacks [] for port, precommit_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:10.363837 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07573e4d-5e57-4c70-bfa7-0d5f663ddea7 req-79515724-66ac-4a34-8d90-7c1a11d1c367 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:10.365423 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-07573e4d-5e57-4c70-bfa7-0d5f663ddea7 req-79515724-66ac-4a34-8d90-7c1a11d1c367 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1c5cc05-f410-4a03-9b3d-682a4e1cf825 HTTP/1.1" status: 200  len: 944 time: 0.1514716
May 06 00:39:10.408173 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [req-297c84dc-c447-44db-923a-48bd0d6e7db9 req-52da4ffe-db61-4359-a309-57349969984d tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767380898820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2942582'] for port, after_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:10.416818 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:39:10.446675 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-60f4e569-1084-4295-915b-b170d44c199f req-6b6d8a4e-4c18-4dd2-9818-81b3dfca99ef tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Notify callbacks [] for port, precommit_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:10.452849 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86a118e-1937-4be8-9559-cbadc1d18152 service neutron] Pushing event updated for resources: {'Port': ['ID=c557a1e7-211b-40a1-b9f0-37e7213669a0,revision_number=2']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:39:10.462776 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27115de-c23b-4b8b-8969-ee28f5dfff79 req-9adcc3c7-4696-4cb4-96a5-f8d0f8a5cb68 tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:10.464272 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-b27115de-c23b-4b8b-8969-ee28f5dfff79 req-9adcc3c7-4696-4cb4-96a5-f8d0f8a5cb68 tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0af2c3d-75cc-4a37-84e1-5e73669ff315 HTTP/1.1" status: 200  len: 943 time: 0.6822116
May 06 00:39:10.466857 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-e86a118e-1937-4be8-9559-cbadc1d18152 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:39:10.497397 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-a7226a98-4da4-453e-a309-9aa8b5a06abd req-500a6914-2c14-44a8-9144-eac15719bf42 service neutron] 10.222.0.30 "GET /v2.0/networks/a50d6f63-b8be-4da9-b7e5-50fdddcfa0ef?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5821407
May 06 00:39:10.572999 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-07573e4d-5e57-4c70-bfa7-0d5f663ddea7 req-8949707d-c5a7-4ec3-a2a2-0d614fb3cfc0 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/security-groups?id=079ebf81-42ef-4ee7-ac10-dfe00866b3f7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1970844
May 06 00:39:10.586076 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-297c84dc-c447-44db-923a-48bd0d6e7db9 req-52da4ffe-db61-4359-a309-57349969984d tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Network 9ab706ea-4458-41a9-8c8a-6bc700b518fe is already hosted by enough agents. {{(pid=73831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 00:39:10.595613 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.scheduler.base_scheduler [req-297c84dc-c447-44db-923a-48bd0d6e7db9 req-52da4ffe-db61-4359-a309-57349969984d tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Resources bound (agent type, host, resource id):  {{(pid=73831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 00:39:10.601586 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.provisioning_blocks [req-60f4e569-1084-4295-915b-b170d44c199f req-6b6d8a4e-4c18-4dd2-9818-81b3dfca99ef tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Transition to ACTIVE for port object 5c43891f-b78c-4450-bd56-acc3eff578e4 will not be triggered until provisioned by entity DHCP. {{(pid=73832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 00:39:10.604946 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.l3_dvrscheduler_db [req-297c84dc-c447-44db-923a-48bd0d6e7db9 req-52da4ffe-db61-4359-a309-57349969984d tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Received port after_create {{(pid=73831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 06 00:39:10.662341 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Device 5cebebe6-244e-4b34-8168-332ea0116d7a details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=73833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 06 00:39:10.664613 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52da4ffe-db61-4359-a309-57349969984d tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Pushing event updated for resources: {'Port': ['ID=ed6e3c21-b04e-43e3-9093-cee5d64aee52,revision_number=1']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:39:10.677302 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52da4ffe-db61-4359-a309-57349969984d tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:39:10.677724 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52da4ffe-db61-4359-a309-57349969984d tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:39:10.678103 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52da4ffe-db61-4359-a309-57349969984d tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:39:10.678749 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52da4ffe-db61-4359-a309-57349969984d tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:39:10.678882 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52da4ffe-db61-4359-a309-57349969984d tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:39:10.679269 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52da4ffe-db61-4359-a309-57349969984d tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:39:10.679632 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52da4ffe-db61-4359-a309-57349969984d tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:39:10.679987 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52da4ffe-db61-4359-a309-57349969984d tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:39:10.680343 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52da4ffe-db61-4359-a309-57349969984d tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:39:10.680694 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52da4ffe-db61-4359-a309-57349969984d tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:39:10.681073 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52da4ffe-db61-4359-a309-57349969984d tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:39:10.681422 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52da4ffe-db61-4359-a309-57349969984d tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:39:10.705148 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-60f4e569-1084-4295-915b-b170d44c199f req-6b6d8a4e-4c18-4dd2-9818-81b3dfca99ef tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767380898820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2182845'] for port, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:10.722287 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-52da4ffe-db61-4359-a309-57349969984d tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:39:10.724965 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:39:10.751228 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297c84dc-c447-44db-923a-48bd0d6e7db9 req-52da4ffe-db61-4359-a309-57349969984d tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:10.751844 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [req-297c84dc-c447-44db-923a-48bd0d6e7db9 req-52da4ffe-db61-4359-a309-57349969984d tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43737'] for port, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:10.782513 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-297c84dc-c447-44db-923a-48bd0d6e7db9 req-52da4ffe-db61-4359-a309-57349969984d tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1609709
May 06 00:39:10.794458 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.v2.base [req-297c84dc-c447-44db-923a-48bd0d6e7db9 req-6c29152f-1485-4d0d-a0f6-000922aaa72a service neutron] Request body: {'port': {'device_id': '52570047-b712-4844-8c1c-1a1bfcb0720f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=73831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:39:10.803174 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60f4e569-1084-4295-915b-b170d44c199f req-6b6d8a4e-4c18-4dd2-9818-81b3dfca99ef tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Network dfefa750-c4cf-4fe5-9a50-39478c106a84 is already hosted by enough agents. {{(pid=73832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 00:39:10.806502 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-b27115de-c23b-4b8b-8969-ee28f5dfff79 req-31c0ada0-dc3e-4304-9ed9-9b83db16a12f tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] 10.222.0.24 "GET /v2.0/security-groups?id=b841085d-8e10-431c-873f-ffa7a76ce7ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3027692
May 06 00:39:10.819106 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.scheduler.base_scheduler [req-60f4e569-1084-4295-915b-b170d44c199f req-6b6d8a4e-4c18-4dd2-9818-81b3dfca99ef tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Resources bound (agent type, host, resource id):  {{(pid=73832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 00:39:10.831327 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.l3_dvrscheduler_db [req-60f4e569-1084-4295-915b-b170d44c199f req-6b6d8a4e-4c18-4dd2-9818-81b3dfca99ef tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Received port after_create {{(pid=73832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 06 00:39:10.850110 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9f0699-a31f-4bd0-9ab5-f448f6873eaa req-b0172510-3b26-44a2-aa39-b7f466208ab6 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:10.851807 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-7f9f0699-a31f-4bd0-9ab5-f448f6873eaa req-b0172510-3b26-44a2-aa39-b7f466208ab6 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] 10.222.0.24 "GET /v2.0/ports?device_id=9fe6f6f0-0088-4879-a03c-107809502634 HTTP/1.1" status: 200  len: 931 time: 0.1647718
May 06 00:39:10.866336 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] For port 5cebebe6-244e-4b34-8168-332ea0116d7a, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=5cebebe6-244e-4b34-8168-332ea0116d7a,segment=NetworkSegment(a1d67195-5914-4acf-bf1e-c207da4100a7),segment_id=a1d67195-5914-4acf-bf1e-c207da4100a7)] {{(pid=73833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:39:10.896336 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Returning: {'device': '5cebebe6-244e-4b34-8168-332ea0116d7a', 'network_id': 'a50d6f63-b8be-4da9-b7e5-50fdddcfa0ef', 'port_id': '5cebebe6-244e-4b34-8168-332ea0116d7a', 'mac_address': 'fa:16:3e:aa:ba:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84bba743-9917-486a-a927-9c6d46072a4e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 06 00:39:10.946069 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6d8a4e-4c18-4dd2-9818-81b3dfca99ef tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Pushing event updated for resources: {'Port': ['ID=5c43891f-b78c-4450-bd56-acc3eff578e4,revision_number=1']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:39:10.952422 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.managers [req-01eba529-b704-4ba8-8615-ce5638c87fc6 req-e86a118e-1937-4be8-9559-cbadc1d18152 service neutron] Attempting to bind port c557a1e7-211b-40a1-b9f0-37e7213669a0 on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=73832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 06 00:39:10.953288 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.managers [req-01eba529-b704-4ba8-8615-ce5638c87fc6 req-e86a118e-1937-4be8-9559-cbadc1d18152 service neutron] Attempting to bind port c557a1e7-211b-40a1-b9f0-37e7213669a0 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'ab5e7b5f-3e6f-45f7-9818-f391c8735e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b3eca023-a406-48df-a3db-ebd6b6f9c1bf'}] {{(pid=73832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 06 00:39:10.953288 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01eba529-b704-4ba8-8615-ce5638c87fc6 req-e86a118e-1937-4be8-9559-cbadc1d18152 service neutron] Attempting to bind port c557a1e7-211b-40a1-b9f0-37e7213669a0 on network b3eca023-a406-48df-a3db-ebd6b6f9c1bf {{(pid=73832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 00:39:10.960077 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-6b6d8a4e-4c18-4dd2-9818-81b3dfca99ef tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:39:10.970750 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01eba529-b704-4ba8-8615-ce5638c87fc6 req-e86a118e-1937-4be8-9559-cbadc1d18152 service neutron] Port c557a1e7-211b-40a1-b9f0-37e7213669a0 on network b3eca023-a406-48df-a3db-ebd6b6f9c1bf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=73832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 06 00:39:10.971898 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01eba529-b704-4ba8-8615-ce5638c87fc6 req-e86a118e-1937-4be8-9559-cbadc1d18152 service neutron] Attempting to bind port c557a1e7-211b-40a1-b9f0-37e7213669a0 on network b3eca023-a406-48df-a3db-ebd6b6f9c1bf {{(pid=73832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 00:39:10.992816 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01eba529-b704-4ba8-8615-ce5638c87fc6 req-e86a118e-1937-4be8-9559-cbadc1d18152 service neutron] Checking agent: {'id': '98bc602c-e9ce-4757-b8df-ef22d3a5b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 0, 33, 13), 'started_at': datetime.datetime(2021, 5, 6, 0, 33, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 0, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 06 00:39:10.993163 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01eba529-b704-4ba8-8615-ce5638c87fc6 req-e86a118e-1937-4be8-9559-cbadc1d18152 service neutron] Checking segment: {'id': 'ab5e7b5f-3e6f-45f7-9818-f391c8735e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b3eca023-a406-48df-a3db-ebd6b6f9c1bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 00:39:10.993548 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01eba529-b704-4ba8-8615-ce5638c87fc6 req-e86a118e-1937-4be8-9559-cbadc1d18152 service neutron] Bound using segment: {'id': 'ab5e7b5f-3e6f-45f7-9818-f391c8735e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b3eca023-a406-48df-a3db-ebd6b6f9c1bf'} {{(pid=73832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 06 00:39:10.993980 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.managers [req-01eba529-b704-4ba8-8615-ce5638c87fc6 req-e86a118e-1937-4be8-9559-cbadc1d18152 service neutron] Bound port: c557a1e7-211b-40a1-b9f0-37e7213669a0, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab5e7b5f-3e6f-45f7-9818-f391c8735e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b3eca023-a406-48df-a3db-ebd6b6f9c1bf'}}] {{(pid=73832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 06 00:39:10.994326 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-01eba529-b704-4ba8-8615-ce5638c87fc6 req-e86a118e-1937-4be8-9559-cbadc1d18152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:11.003593 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:11.009442 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-a7226a98-4da4-453e-a309-9aa8b5a06abd req-5d19a3f8-ab1b-4f66-a58d-61ff46f416a2 service neutron] 10.222.0.30 "GET /v2.0/networks/a50d6f63-b8be-4da9-b7e5-50fdddcfa0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4807544
May 06 00:39:11.018120 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f4e569-1084-4295-915b-b170d44c199f req-6b6d8a4e-4c18-4dd2-9818-81b3dfca99ef tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:11.019003 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-60f4e569-1084-4295-915b-b170d44c199f req-6b6d8a4e-4c18-4dd2-9818-81b3dfca99ef tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43737'] for port, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:11.036249 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.notifiers.nova [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cebebe6-244e-4b34-8168-332ea0116d7a {{(pid=73833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 06 00:39:11.036518 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-7f9f0699-a31f-4bd0-9ab5-f448f6873eaa req-e556b01b-f9da-4560-b880-3ab1e387ecae tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] 10.222.0.24 "GET /v2.0/security-groups?id=811af3d2-d9e3-451a-9e32-5fc42ad73f8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1776402
May 06 00:39:11.043171 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [req-297c84dc-c447-44db-923a-48bd0d6e7db9 req-6c29152f-1485-4d0d-a0f6-000922aaa72a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:11.058084 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] For port 5cebebe6-244e-4b34-8168-332ea0116d7a, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=5cebebe6-244e-4b34-8168-332ea0116d7a,segment=NetworkSegment(a1d67195-5914-4acf-bf1e-c207da4100a7),segment_id=a1d67195-5914-4acf-bf1e-c207da4100a7)] {{(pid=73833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:39:11.063720 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:11.065961 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:39:11.150650 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Pushing event updated for resources: {'Port': ['ID=5cebebe6-244e-4b34-8168-332ea0116d7a,revision_number=4']} {{(pid=73833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:39:11.155054 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-b0a3e788-c919-45e4-90c2-7901a4ed2d09 None None] Provisioning for port 5c43891f-b78c-4450-bd56-acc3eff578e4 completed by entity DHCP. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 00:39:11.164515 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-b0a3e788-c919-45e4-90c2-7901a4ed2d09 None None] Provisioning complete for port 5c43891f-b78c-4450-bd56-acc3eff578e4 triggered by entity DHCP. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 00:39:11.164997 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-b0a3e788-c919-45e4-90c2-7901a4ed2d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723253'] for port, provisioning_complete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:11.185404 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-55199d3c-850c-4231-831b-cc7b27f12f66 req-7a3ee411-65f9-4cf5-ae69-32e79b335958 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-364331828&fields=id&tenant_id=3fc73c2b6dc24f04b0a10b2cba547cef HTTP/1.1" status: 200  len: 267 time: 0.1123896
May 06 00:39:11.194512 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-60f4e569-1084-4295-915b-b170d44c199f req-6b6d8a4e-4c18-4dd2-9818-81b3dfca99ef tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.6788831
May 06 00:39:11.197134 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.db [req-01eba529-b704-4ba8-8615-ce5638c87fc6 req-e86a118e-1937-4be8-9559-cbadc1d18152 service neutron] For port c557a1e7-211b-40a1-b9f0-37e7213669a0, host hv-cinder-78462, cleared binding levels {{(pid=73832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 06 00:39:11.201057 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:39:11.201479 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:39:11.201880 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:39:11.202268 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.db [req-01eba529-b704-4ba8-8615-ce5638c87fc6 req-e86a118e-1937-4be8-9559-cbadc1d18152 service neutron] For port c557a1e7-211b-40a1-b9f0-37e7213669a0, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=c557a1e7-211b-40a1-b9f0-37e7213669a0,segment=NetworkSegment(ab5e7b5f-3e6f-45f7-9818-f391c8735e2a),segment_id=ab5e7b5f-3e6f-45f7-9818-f391c8735e2a)] {{(pid=73832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 06 00:39:11.202415 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:39:11.202839 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:39:11.203152 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:39:11.203547 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:39:11.204054 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:39:11.204375 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:39:11.204761 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:39:11.205231 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:39:11.206231 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:39:11.221919 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:39:11.231561 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.v2.base [req-60f4e569-1084-4295-915b-b170d44c199f req-e3aa9c02-6a6d-4cc2-80d4-7f42e22dfeab service neutron] Request body: {'port': {'device_id': '9fe6f6f0-0088-4879-a03c-107809502634', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=73832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:39:11.233067 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.plugin [None req-b0a3e788-c919-45e4-90c2-7901a4ed2d09 None None] Port 5c43891f-b78c-4450-bd56-acc3eff578e4 cannot update to ACTIVE because it is not bound. {{(pid=73833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 06 00:39:11.255861 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-01eba529-b704-4ba8-8615-ce5638c87fc6 req-e86a118e-1937-4be8-9559-cbadc1d18152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2182820'] for port, after_update {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:11.268293 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-18a1a1d2-8caa-4596-934b-68f627bcb643 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:39:11.308330 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] get_ports_and_sgs() called for port_ids ['5cebebe6-244e-4b34-8168-332ea0116d7a'] {{(pid=73833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 06 00:39:11.391168 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eba529-b704-4ba8-8615-ce5638c87fc6 req-e86a118e-1937-4be8-9559-cbadc1d18152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:11.391787 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-01eba529-b704-4ba8-8615-ce5638c87fc6 req-e86a118e-1937-4be8-9559-cbadc1d18152 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43737'] for port, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:11.393961 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-01eba529-b704-4ba8-8615-ce5638c87fc6 req-e86a118e-1937-4be8-9559-cbadc1d18152 service neutron] 10.222.0.30 "PUT /v2.0/ports/c557a1e7-211b-40a1-b9f0-37e7213669a0 HTTP/1.1" status: 200  len: 1094 time: 2.8561385
May 06 00:39:11.400593 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1c5cc05-f410-4a03-9b3d-682a4e1cf825', 'tag': 'c557a1e7-211b-40a1-b9f0-37e7213669a0'}] {{(pid=73832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 00:39:11.425759 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a41e88-865b-4bd2-87dc-beac7c91afbe req-95371441-aebc-42b8-920c-508a0f36fa07 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:11.427138 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [req-67a41e88-865b-4bd2-87dc-beac7c91afbe req-95371441-aebc-42b8-920c-508a0f36fa07 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Synchronizing usage tracker for tenant:2931334f6f2c435b8bc0aba23f1277b7 on resource:port {{(pid=73831) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 00:39:11.450606 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [req-67a41e88-865b-4bd2-87dc-beac7c91afbe req-95371441-aebc-42b8-920c-508a0f36fa07 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Unset dirty status for tenant:2931334f6f2c435b8bc0aba23f1277b7 on resource:port {{(pid=73831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 00:39:11.452088 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-67a41e88-865b-4bd2-87dc-beac7c91afbe req-95371441-aebc-42b8-920c-508a0f36fa07 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] 10.222.0.24 "GET /v2.0/ports?device_id=52570047-b712-4844-8c1c-1a1bfcb0720f HTTP/1.1" status: 200  len: 931 time: 0.2517974
May 06 00:39:11.523688 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [req-67a41e88-865b-4bd2-87dc-beac7c91afbe req-79801afa-398b-4aba-a2ab-cc24264543a4 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Synchronizing usage tracker for tenant:2931334f6f2c435b8bc0aba23f1277b7 on resource:security_group {{(pid=73831) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 00:39:11.546832 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86a118e-1937-4be8-9559-cbadc1d18152 service neutron] Pushing event updated for resources: {'Port': ['ID=c557a1e7-211b-40a1-b9f0-37e7213669a0,revision_number=3']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:39:11.557624 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-e86a118e-1937-4be8-9559-cbadc1d18152 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:39:11.579912 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-60f4e569-1084-4295-915b-b170d44c199f req-e3aa9c02-6a6d-4cc2-80d4-7f42e22dfeab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:11.600405 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [req-67a41e88-865b-4bd2-87dc-beac7c91afbe req-79801afa-398b-4aba-a2ab-cc24264543a4 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Unset dirty status for tenant:2931334f6f2c435b8bc0aba23f1277b7 on resource:security_group {{(pid=73831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 00:39:11.609239 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-67a41e88-865b-4bd2-87dc-beac7c91afbe req-79801afa-398b-4aba-a2ab-cc24264543a4 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] 10.222.0.24 "GET /v2.0/security-groups?id=caf78781-a8d3-4bc3-9ba3-81b9c4d00593&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1468244
May 06 00:39:11.612544 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55199d3c-850c-4231-831b-cc7b27f12f66 req-e36204cd-2538-4433-9ea6-afe079c85c98 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:11.614102 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-55199d3c-850c-4231-831b-cc7b27f12f66 req-e36204cd-2538-4433-9ea6-afe079c85c98 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] 10.222.0.24 "GET /v2.0/networks?id=8a76de60-8f51-46a7-82de-5e733a1b9171 HTTP/1.1" status: 200  len: 809 time: 0.4148049
May 06 00:39:11.632295 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.notifiers.nova [req-297c84dc-c447-44db-923a-48bd0d6e7db9 req-6c29152f-1485-4d0d-a0f6-000922aaa72a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed6e3c21-b04e-43e3-9093-cee5d64aee52 {{(pid=73831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 06 00:39:11.641366 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [req-297c84dc-c447-44db-923a-48bd0d6e7db9 req-6c29152f-1485-4d0d-a0f6-000922aaa72a service neutron] Notify callbacks [] for port, precommit_update {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:11.661674 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.provisioning_blocks [req-297c84dc-c447-44db-923a-48bd0d6e7db9 req-6c29152f-1485-4d0d-a0f6-000922aaa72a service neutron] Transition to ACTIVE for port object ed6e3c21-b04e-43e3-9093-cee5d64aee52 will not be triggered until provisioned by entity L2. {{(pid=73831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 00:39:11.666739 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-55199d3c-850c-4231-831b-cc7b27f12f66 req-d770f3eb-0d0f-446c-b28a-aadd0f7b3231 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] 10.222.0.24 "GET /v2.0/quotas/3fc73c2b6dc24f04b0a10b2cba547cef HTTP/1.1" status: 200  len: 375 time: 0.0267153
May 06 00:39:11.682111 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [req-297c84dc-c447-44db-923a-48bd0d6e7db9 req-6c29152f-1485-4d0d-a0f6-000922aaa72a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2942575'] for port, after_update {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:11.694443 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-18851f5a-bfcb-48c7-b1bc-f8c39089a6ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:39:11.709703 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1c5cc05-f410-4a03-9b3d-682a4e1cf825', 'tag': 'c557a1e7-211b-40a1-b9f0-37e7213669a0', 'status': 'completed', 'code': 200}
May 06 00:39:11.747661 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eba529-b704-4ba8-8615-ce5638c87fc6 req-1837dd87-58e4-46a8-bcab-43e240acaa0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:11.749068 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-01eba529-b704-4ba8-8615-ce5638c87fc6 req-1837dd87-58e4-46a8-bcab-43e240acaa0c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=24c0c0411f574f8f960e5150472df75e&device_id=d1c5cc05-f410-4a03-9b3d-682a4e1cf825 HTTP/1.1" status: 200  len: 1097 time: 0.3058188
May 06 00:39:11.902602 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-01eba529-b704-4ba8-8615-ce5638c87fc6 req-7dfd2690-cd75-48d4-a18a-e40ed4035f7c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c557a1e7-211b-40a1-b9f0-37e7213669a0 HTTP/1.1" status: 200  len: 217 time: 0.1091759
May 06 00:39:11.953653 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c29152f-1485-4d0d-a0f6-000922aaa72a service neutron] Pushing event updated for resources: {'Port': ['ID=ed6e3c21-b04e-43e3-9093-cee5d64aee52,revision_number=2']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:39:11.959956 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-6c29152f-1485-4d0d-a0f6-000922aaa72a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:39:12.023539 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b26137-c2ac-433b-a0a5-072a4125a5e8 req-acbff34a-82d3-4aca-81b2-a2e1deeac52d tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:12.024991 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-13b26137-c2ac-433b-a0a5-072a4125a5e8 req-acbff34a-82d3-4aca-81b2-a2e1deeac52d tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1c5cc05-f410-4a03-9b3d-682a4e1cf825 HTTP/1.1" status: 200  len: 944 time: 0.2283072
May 06 00:39:12.027417 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.managers [req-297c84dc-c447-44db-923a-48bd0d6e7db9 req-6c29152f-1485-4d0d-a0f6-000922aaa72a service neutron] Attempting to bind port ed6e3c21-b04e-43e3-9093-cee5d64aee52 on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=73831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 06 00:39:12.027747 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.managers [req-297c84dc-c447-44db-923a-48bd0d6e7db9 req-6c29152f-1485-4d0d-a0f6-000922aaa72a service neutron] Attempting to bind port ed6e3c21-b04e-43e3-9093-cee5d64aee52 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'f06c188b-9c40-4e79-bf54-a7ff9bdcf208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '9ab706ea-4458-41a9-8c8a-6bc700b518fe'}] {{(pid=73831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 06 00:39:12.028066 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297c84dc-c447-44db-923a-48bd0d6e7db9 req-6c29152f-1485-4d0d-a0f6-000922aaa72a service neutron] Attempting to bind port ed6e3c21-b04e-43e3-9093-cee5d64aee52 on network 9ab706ea-4458-41a9-8c8a-6bc700b518fe {{(pid=73831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 00:39:12.046313 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297c84dc-c447-44db-923a-48bd0d6e7db9 req-6c29152f-1485-4d0d-a0f6-000922aaa72a service neutron] Port ed6e3c21-b04e-43e3-9093-cee5d64aee52 on network 9ab706ea-4458-41a9-8c8a-6bc700b518fe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=73831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 06 00:39:12.046637 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297c84dc-c447-44db-923a-48bd0d6e7db9 req-6c29152f-1485-4d0d-a0f6-000922aaa72a service neutron] Attempting to bind port ed6e3c21-b04e-43e3-9093-cee5d64aee52 on network 9ab706ea-4458-41a9-8c8a-6bc700b518fe {{(pid=73831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 00:39:12.058801 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297c84dc-c447-44db-923a-48bd0d6e7db9 req-6c29152f-1485-4d0d-a0f6-000922aaa72a service neutron] Checking agent: {'id': '98bc602c-e9ce-4757-b8df-ef22d3a5b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 0, 33, 13), 'started_at': datetime.datetime(2021, 5, 6, 0, 33, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 0, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 06 00:39:12.059133 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297c84dc-c447-44db-923a-48bd0d6e7db9 req-6c29152f-1485-4d0d-a0f6-000922aaa72a service neutron] Checking segment: {'id': 'f06c188b-9c40-4e79-bf54-a7ff9bdcf208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '9ab706ea-4458-41a9-8c8a-6bc700b518fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 00:39:12.059510 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297c84dc-c447-44db-923a-48bd0d6e7db9 req-6c29152f-1485-4d0d-a0f6-000922aaa72a service neutron] Bound using segment: {'id': 'f06c188b-9c40-4e79-bf54-a7ff9bdcf208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '9ab706ea-4458-41a9-8c8a-6bc700b518fe'} {{(pid=73831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 06 00:39:12.059943 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.managers [req-297c84dc-c447-44db-923a-48bd0d6e7db9 req-6c29152f-1485-4d0d-a0f6-000922aaa72a service neutron] Bound port: ed6e3c21-b04e-43e3-9093-cee5d64aee52, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f06c188b-9c40-4e79-bf54-a7ff9bdcf208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '9ab706ea-4458-41a9-8c8a-6bc700b518fe'}}] {{(pid=73831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 06 00:39:12.060282 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [req-297c84dc-c447-44db-923a-48bd0d6e7db9 req-6c29152f-1485-4d0d-a0f6-000922aaa72a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:12.129570 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-13b26137-c2ac-433b-a0a5-072a4125a5e8 req-fe3e4c16-54a0-4459-b833-6df5dd99e323 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/security-groups?id=079ebf81-42ef-4ee7-ac10-dfe00866b3f7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0976188
May 06 00:39:12.176307 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.db [req-297c84dc-c447-44db-923a-48bd0d6e7db9 req-6c29152f-1485-4d0d-a0f6-000922aaa72a service neutron] For port ed6e3c21-b04e-43e3-9093-cee5d64aee52, host hv-cinder-78462, cleared binding levels {{(pid=73831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 06 00:39:12.179795 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.db [req-297c84dc-c447-44db-923a-48bd0d6e7db9 req-6c29152f-1485-4d0d-a0f6-000922aaa72a service neutron] For port ed6e3c21-b04e-43e3-9093-cee5d64aee52, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=ed6e3c21-b04e-43e3-9093-cee5d64aee52,segment=NetworkSegment(f06c188b-9c40-4e79-bf54-a7ff9bdcf208),segment_id=f06c188b-9c40-4e79-bf54-a7ff9bdcf208)] {{(pid=73831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 06 00:39:12.188075 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [req-297c84dc-c447-44db-923a-48bd0d6e7db9 req-6c29152f-1485-4d0d-a0f6-000922aaa72a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2942575'] for port, after_update {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:12.193698 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-8b65c921-f44c-4910-a5cd-d61c9b85f1de service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:39:12.211878 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-55199d3c-850c-4231-831b-cc7b27f12f66 req-83148dbf-bdfe-43e6-af56-a1deed79f19f tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=3fc73c2b6dc24f04b0a10b2cba547cef&fields=id HTTP/1.1" status: 200  len: 302 time: 0.5382972
May 06 00:39:12.213263 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eba529-b704-4ba8-8615-ce5638c87fc6 req-f55b9271-d031-444a-9ccd-9f22c20b2b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:12.214616 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-01eba529-b704-4ba8-8615-ce5638c87fc6 req-f55b9271-d031-444a-9ccd-9f22c20b2b29 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=abd7dd6a-5cfe-4ac3-a1f5-824fa1d29c3f HTTP/1.1" status: 200  len: 851 time: 0.3012333
May 06 00:39:12.289094 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297c84dc-c447-44db-923a-48bd0d6e7db9 req-6c29152f-1485-4d0d-a0f6-000922aaa72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:12.289621 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [req-297c84dc-c447-44db-923a-48bd0d6e7db9 req-6c29152f-1485-4d0d-a0f6-000922aaa72a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43737'] for port, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:12.291008 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-297c84dc-c447-44db-923a-48bd0d6e7db9 req-6c29152f-1485-4d0d-a0f6-000922aaa72a service neutron] 10.222.0.30 "PUT /v2.0/ports/ed6e3c21-b04e-43e3-9093-cee5d64aee52 HTTP/1.1" status: 200  len: 1093 time: 1.5009224
May 06 00:39:12.291757 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52570047-b712-4844-8c1c-1a1bfcb0720f', 'tag': 'ed6e3c21-b04e-43e3-9093-cee5d64aee52'}] {{(pid=73831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 00:39:12.323588 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c29152f-1485-4d0d-a0f6-000922aaa72a service neutron] Pushing event updated for resources: {'Port': ['ID=ed6e3c21-b04e-43e3-9093-cee5d64aee52,revision_number=3']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:39:12.327176 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-6c29152f-1485-4d0d-a0f6-000922aaa72a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:39:12.399518 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1278fe76-1330-4b03-a395-a690cc1352cd req-046e10db-61cf-47c5-8808-78872bea9244 tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:12.401104 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-1278fe76-1330-4b03-a395-a690cc1352cd req-046e10db-61cf-47c5-8808-78872bea9244 tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0af2c3d-75cc-4a37-84e1-5e73669ff315 HTTP/1.1" status: 200  len: 944 time: 0.1635022
May 06 00:39:12.450200 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-55199d3c-850c-4231-831b-cc7b27f12f66 req-6698230f-01e2-4081-b14d-2649e96aff2e service neutron] 10.222.0.24 "GET /v2.0/networks/8a76de60-8f51-46a7-82de-5e733a1b9171?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2200115
May 06 00:39:12.453120 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297c84dc-c447-44db-923a-48bd0d6e7db9 req-7c000d8a-da2d-4e23-a68f-e6513287f78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:12.454660 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-297c84dc-c447-44db-923a-48bd0d6e7db9 req-7c000d8a-da2d-4e23-a68f-e6513287f78c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2931334f6f2c435b8bc0aba23f1277b7&device_id=52570047-b712-4844-8c1c-1a1bfcb0720f HTTP/1.1" status: 200  len: 1096 time: 0.1256611
May 06 00:39:12.468038 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-1278fe76-1330-4b03-a395-a690cc1352cd req-154eed43-1117-461e-b8e0-dc13b7e14bcf tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] 10.222.0.24 "GET /v2.0/security-groups?id=b841085d-8e10-431c-873f-ffa7a76ce7ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0606565
May 06 00:39:12.523206 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eba529-b704-4ba8-8615-ce5638c87fc6 req-47dca611-8a1e-4e8a-9b36-5ad7efbd9184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:12.524700 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-01eba529-b704-4ba8-8615-ce5638c87fc6 req-47dca611-8a1e-4e8a-9b36-5ad7efbd9184 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b3eca023-a406-48df-a3db-ebd6b6f9c1bf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2756407
May 06 00:39:12.528470 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-297c84dc-c447-44db-923a-48bd0d6e7db9 req-ac487e9e-062f-423f-a1fd-d1ad77d4ad35 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ed6e3c21-b04e-43e3-9093-cee5d64aee52 HTTP/1.1" status: 200  len: 217 time: 0.0638523
May 06 00:39:12.628822 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.notifiers.nova [req-60f4e569-1084-4295-915b-b170d44c199f req-e3aa9c02-6a6d-4cc2-80d4-7f42e22dfeab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c43891f-b78c-4450-bd56-acc3eff578e4 {{(pid=73832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 06 00:39:12.629792 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Device 5cebebe6-244e-4b34-8168-332ea0116d7a up at agent hyperv_hv-cinder-78462 {{(pid=73833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 00:39:12.687990 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-60f4e569-1084-4295-915b-b170d44c199f req-e3aa9c02-6a6d-4cc2-80d4-7f42e22dfeab service neutron] Notify callbacks [] for port, precommit_update {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:12.709648 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Provisioning for port 5cebebe6-244e-4b34-8168-332ea0116d7a completed by entity L2. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 00:39:12.716134 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Provisioning complete for port 5cebebe6-244e-4b34-8168-332ea0116d7a triggered by entity L2. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 00:39:12.716632 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723253'] for port, provisioning_complete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:12.736340 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297c84dc-c447-44db-923a-48bd0d6e7db9 req-ff115379-2a2d-4fd3-b369-d6c9c2efbf87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:12.738340 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-297c84dc-c447-44db-923a-48bd0d6e7db9 req-ff115379-2a2d-4fd3-b369-d6c9c2efbf87 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=36fdd0f8-d289-4f93-b6af-d39d90badcc9 HTTP/1.1" status: 200  len: 855 time: 0.1989896
May 06 00:39:12.744213 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.provisioning_blocks [req-60f4e569-1084-4295-915b-b170d44c199f req-e3aa9c02-6a6d-4cc2-80d4-7f42e22dfeab service neutron] Transition to ACTIVE for port object 5c43891f-b78c-4450-bd56-acc3eff578e4 will not be triggered until provisioned by entity L2. {{(pid=73832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 00:39:12.769504 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-60f4e569-1084-4295-915b-b170d44c199f req-e3aa9c02-6a6d-4cc2-80d4-7f42e22dfeab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2182820'] for port, after_update {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:12.778727 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-da551a17-4498-4f32-8e9d-b67d30a0fc01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:39:12.806113 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-297c84dc-c447-44db-923a-48bd0d6e7db9 req-e813d785-4ee2-4dad-978a-369fd6a827a9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9ab706ea-4458-41a9-8c8a-6bc700b518fe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0524449
May 06 00:39:12.813890 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f464869b-1de6-4c25-9b35-9a291546c012 req-6ab4af7e-4267-44ff-957a-b76a45073ac7 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:12.816425 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-f464869b-1de6-4c25-9b35-9a291546c012 req-6ab4af7e-4267-44ff-957a-b76a45073ac7 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] 10.222.0.24 "GET /v2.0/ports?device_id=9fe6f6f0-0088-4879-a03c-107809502634 HTTP/1.1" status: 200  len: 931 time: 0.2460456
May 06 00:39:12.830550 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-55199d3c-850c-4231-831b-cc7b27f12f66 req-621e601c-fc41-4658-911d-a12096da6a0b service neutron] 10.222.0.24 "GET /v2.0/networks/8a76de60-8f51-46a7-82de-5e733a1b9171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3666773
May 06 00:39:12.878907 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:12.931555 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] For port 5cebebe6-244e-4b34-8168-332ea0116d7a, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=5cebebe6-244e-4b34-8168-332ea0116d7a,segment=NetworkSegment(a1d67195-5914-4acf-bf1e-c207da4100a7),segment_id=a1d67195-5914-4acf-bf1e-c207da4100a7)] {{(pid=73833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:39:12.934374 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0af2c3d-75cc-4a37-84e1-5e73669ff315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cebebe6-244e-4b34-8168-332ea0116d7a'}] {{(pid=73833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 00:39:12.943131 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:12.945497 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:39:12.958725 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-f464869b-1de6-4c25-9b35-9a291546c012 req-3a7d2f90-bc80-45aa-938b-f58709a5cb05 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] 10.222.0.24 "GET /v2.0/security-groups?id=811af3d2-d9e3-451a-9e32-5fc42ad73f8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1214218
May 06 00:39:12.970469 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-01eba529-b704-4ba8-8615-ce5638c87fc6 req-7bf29a82-4361-4db0-8367-ae8e70d242a3 service neutron] 10.222.0.30 "GET /v2.0/networks/b3eca023-a406-48df-a3db-ebd6b6f9c1bf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3815310
May 06 00:39:13.047978 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Pushing event updated for resources: {'Port': ['ID=5cebebe6-244e-4b34-8168-332ea0116d7a,revision_number=5']} {{(pid=73833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:39:13.056697 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52570047-b712-4844-8c1c-1a1bfcb0720f', 'tag': 'ed6e3c21-b04e-43e3-9093-cee5d64aee52', 'status': 'completed', 'code': 200}
May 06 00:39:13.066040 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:39:13.066256 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-297c84dc-c447-44db-923a-48bd0d6e7db9 req-2507c179-88e5-4469-9263-e3dfc3ef91ec service neutron] 10.222.0.30 "GET /v2.0/networks/9ab706ea-4458-41a9-8c8a-6bc700b518fe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2489688
May 06 00:39:13.086963 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3aa9c02-6a6d-4cc2-80d4-7f42e22dfeab service neutron] Pushing event updated for resources: {'Port': ['ID=5c43891f-b78c-4450-bd56-acc3eff578e4,revision_number=2']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:39:13.088812 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:13.192266 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-e3aa9c02-6a6d-4cc2-80d4-7f42e22dfeab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:39:13.196934 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-01eba529-b704-4ba8-8615-ce5638c87fc6 req-63796dc3-8f7b-46c4-a0fc-f5f4a965c5bd service neutron] 10.222.0.30 "GET /v2.0/networks/b3eca023-a406-48df-a3db-ebd6b6f9c1bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2088599
May 06 00:39:13.246790 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.managers [req-60f4e569-1084-4295-915b-b170d44c199f req-e3aa9c02-6a6d-4cc2-80d4-7f42e22dfeab service neutron] Attempting to bind port 5c43891f-b78c-4450-bd56-acc3eff578e4 on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=73832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 06 00:39:13.247433 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.managers [req-60f4e569-1084-4295-915b-b170d44c199f req-e3aa9c02-6a6d-4cc2-80d4-7f42e22dfeab service neutron] Attempting to bind port 5c43891f-b78c-4450-bd56-acc3eff578e4 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '024dc78f-673e-4ab1-a1b8-799f97b6b498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'dfefa750-c4cf-4fe5-9a50-39478c106a84'}] {{(pid=73832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 06 00:39:13.247978 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f4e569-1084-4295-915b-b170d44c199f req-e3aa9c02-6a6d-4cc2-80d4-7f42e22dfeab service neutron] Attempting to bind port 5c43891f-b78c-4450-bd56-acc3eff578e4 on network dfefa750-c4cf-4fe5-9a50-39478c106a84 {{(pid=73832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 00:39:13.254122 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f4e569-1084-4295-915b-b170d44c199f req-e3aa9c02-6a6d-4cc2-80d4-7f42e22dfeab service neutron] Port 5c43891f-b78c-4450-bd56-acc3eff578e4 on network dfefa750-c4cf-4fe5-9a50-39478c106a84 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=73832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 06 00:39:13.254448 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f4e569-1084-4295-915b-b170d44c199f req-e3aa9c02-6a6d-4cc2-80d4-7f42e22dfeab service neutron] Attempting to bind port 5c43891f-b78c-4450-bd56-acc3eff578e4 on network dfefa750-c4cf-4fe5-9a50-39478c106a84 {{(pid=73832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 00:39:13.282634 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-297c84dc-c447-44db-923a-48bd0d6e7db9 req-2180b17d-da45-4d2a-a0ec-d7f581a48e17 service neutron] 10.222.0.30 "GET /v2.0/networks/9ab706ea-4458-41a9-8c8a-6bc700b518fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2095325
May 06 00:39:13.295462 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f4e569-1084-4295-915b-b170d44c199f req-e3aa9c02-6a6d-4cc2-80d4-7f42e22dfeab service neutron] Checking agent: {'id': '98bc602c-e9ce-4757-b8df-ef22d3a5b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 0, 33, 13), 'started_at': datetime.datetime(2021, 5, 6, 0, 33, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 0, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 06 00:39:13.295826 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f4e569-1084-4295-915b-b170d44c199f req-e3aa9c02-6a6d-4cc2-80d4-7f42e22dfeab service neutron] Checking segment: {'id': '024dc78f-673e-4ab1-a1b8-799f97b6b498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'dfefa750-c4cf-4fe5-9a50-39478c106a84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 00:39:13.296256 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f4e569-1084-4295-915b-b170d44c199f req-e3aa9c02-6a6d-4cc2-80d4-7f42e22dfeab service neutron] Bound using segment: {'id': '024dc78f-673e-4ab1-a1b8-799f97b6b498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'dfefa750-c4cf-4fe5-9a50-39478c106a84'} {{(pid=73832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 06 00:39:13.296711 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.managers [req-60f4e569-1084-4295-915b-b170d44c199f req-e3aa9c02-6a6d-4cc2-80d4-7f42e22dfeab service neutron] Bound port: 5c43891f-b78c-4450-bd56-acc3eff578e4, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '024dc78f-673e-4ab1-a1b8-799f97b6b498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'dfefa750-c4cf-4fe5-9a50-39478c106a84'}}] {{(pid=73832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 06 00:39:13.297101 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-60f4e569-1084-4295-915b-b170d44c199f req-e3aa9c02-6a6d-4cc2-80d4-7f42e22dfeab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:13.319293 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be48778e-80b1-40b3-8738-b060138008cc req-d6c26c86-9b91-45e0-a753-6b402a786ad2 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:13.327881 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-be48778e-80b1-40b3-8738-b060138008cc req-d6c26c86-9b91-45e0-a753-6b402a786ad2 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] 10.222.0.24 "GET /v2.0/ports?device_id=52570047-b712-4844-8c1c-1a1bfcb0720f HTTP/1.1" status: 200  len: 943 time: 0.1386213
May 06 00:39:13.373326 dv-cinder-784623-8-iscsi neutron-server[73833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0af2c3d-75cc-4a37-84e1-5e73669ff315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cebebe6-244e-4b34-8168-332ea0116d7a', 'code': 200}
May 06 00:39:13.432344 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8282fba-cca8-43cc-86ec-ee5cea4dc5f2 req-33981eb2-e8eb-4062-8d1f-b770f62f4d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:13.433582 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-b8282fba-cca8-43cc-86ec-ee5cea4dc5f2 req-33981eb2-e8eb-4062-8d1f-b770f62f4d62 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=24c0c0411f574f8f960e5150472df75e&device_id=d1c5cc05-f410-4a03-9b3d-682a4e1cf825 HTTP/1.1" status: 200  len: 1097 time: 0.1753814
May 06 00:39:13.434624 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.db [req-60f4e569-1084-4295-915b-b170d44c199f req-e3aa9c02-6a6d-4cc2-80d4-7f42e22dfeab service neutron] For port 5c43891f-b78c-4450-bd56-acc3eff578e4, host hv-cinder-78462, cleared binding levels {{(pid=73832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 06 00:39:13.441465 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-be48778e-80b1-40b3-8738-b060138008cc req-1e344036-9878-4370-b77f-a8e4cfd65f40 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] 10.222.0.24 "GET /v2.0/security-groups?id=caf78781-a8d3-4bc3-9ba3-81b9c4d00593&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1124098
May 06 00:39:13.446764 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.db [req-60f4e569-1084-4295-915b-b170d44c199f req-e3aa9c02-6a6d-4cc2-80d4-7f42e22dfeab service neutron] For port 5c43891f-b78c-4450-bd56-acc3eff578e4, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=5c43891f-b78c-4450-bd56-acc3eff578e4,segment=NetworkSegment(024dc78f-673e-4ab1-a1b8-799f97b6b498),segment_id=024dc78f-673e-4ab1-a1b8-799f97b6b498)] {{(pid=73832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 06 00:39:13.483095 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-60f4e569-1084-4295-915b-b170d44c199f req-e3aa9c02-6a6d-4cc2-80d4-7f42e22dfeab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2182820'] for port, after_update {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:13.527129 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1196e44b-8adb-4129-b471-2c2c89dcce1b req-d18e63c6-e401-4124-b3ec-f029ff1b39de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:13.529583 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-1196e44b-8adb-4129-b471-2c2c89dcce1b req-d18e63c6-e401-4124-b3ec-f029ff1b39de service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2931334f6f2c435b8bc0aba23f1277b7&device_id=52570047-b712-4844-8c1c-1a1bfcb0720f HTTP/1.1" status: 200  len: 1096 time: 0.1758883
May 06 00:39:13.546478 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-d72f7859-11c9-4107-a636-6372eed0b57a tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:39:13.611340 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [req-d0fc47cd-beab-4d47-9d57-8035f35defed req-27a2a3df-d4db-4e5b-89bd-00487e0e2673 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Synchronizing usage tracker for tenant:3fc73c2b6dc24f04b0a10b2cba547cef on resource:port {{(pid=73831) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 00:39:13.649231 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f4e569-1084-4295-915b-b170d44c199f req-e3aa9c02-6a6d-4cc2-80d4-7f42e22dfeab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:13.650466 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-60f4e569-1084-4295-915b-b170d44c199f req-e3aa9c02-6a6d-4cc2-80d4-7f42e22dfeab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43737'] for port, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:13.651735 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-60f4e569-1084-4295-915b-b170d44c199f req-e3aa9c02-6a6d-4cc2-80d4-7f42e22dfeab service neutron] 10.222.0.30 "PUT /v2.0/ports/5c43891f-b78c-4450-bd56-acc3eff578e4 HTTP/1.1" status: 200  len: 1093 time: 2.4278717
May 06 00:39:13.698695 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [req-d0fc47cd-beab-4d47-9d57-8035f35defed req-27a2a3df-d4db-4e5b-89bd-00487e0e2673 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Unset dirty status for tenant:3fc73c2b6dc24f04b0a10b2cba547cef on resource:port {{(pid=73831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 00:39:13.739353 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-d0fc47cd-beab-4d47-9d57-8035f35defed req-27a2a3df-d4db-4e5b-89bd-00487e0e2673 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdde4357-7534-4386-a91d-a9b70d1b0c82 HTTP/1.1" status: 200  len: 210 time: 0.2179122
May 06 00:39:13.838017 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1196e44b-8adb-4129-b471-2c2c89dcce1b req-c8abdc18-b889-42a9-b5dc-1746bd65e94d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:13.840622 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-1196e44b-8adb-4129-b471-2c2c89dcce1b req-c8abdc18-b889-42a9-b5dc-1746bd65e94d service neutron] 10.222.0.30 "GET /v2.0/networks?id=9ab706ea-4458-41a9-8c8a-6bc700b518fe HTTP/1.1" status: 200  len: 916 time: 0.2627451
May 06 00:39:13.847423 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fe6f6f0-0088-4879-a03c-107809502634', 'tag': '5c43891f-b78c-4450-bd56-acc3eff578e4'}] {{(pid=73832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 00:39:13.960877 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-1196e44b-8adb-4129-b471-2c2c89dcce1b req-03559aa1-7822-4364-847e-93b225eb2a48 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ed6e3c21-b04e-43e3-9093-cee5d64aee52 HTTP/1.1" status: 200  len: 217 time: 0.1114690
May 06 00:39:14.005232 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3aa9c02-6a6d-4cc2-80d4-7f42e22dfeab service neutron] Pushing event updated for resources: {'Port': ['ID=5c43891f-b78c-4450-bd56-acc3eff578e4,revision_number=3']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:39:14.014423 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-e3aa9c02-6a6d-4cc2-80d4-7f42e22dfeab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:39:14.020690 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8282fba-cca8-43cc-86ec-ee5cea4dc5f2 req-5024c3f7-41c8-47f3-b3b7-9826c47fd835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:14.022595 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-b8282fba-cca8-43cc-86ec-ee5cea4dc5f2 req-5024c3f7-41c8-47f3-b3b7-9826c47fd835 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b3eca023-a406-48df-a3db-ebd6b6f9c1bf HTTP/1.1" status: 200  len: 913 time: 0.5725751
May 06 00:39:14.051632 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1196e44b-8adb-4129-b471-2c2c89dcce1b req-781ec2ec-b0cc-41d2-bcbe-11cdb43cd65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:14.053132 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-1196e44b-8adb-4129-b471-2c2c89dcce1b req-781ec2ec-b0cc-41d2-bcbe-11cdb43cd65e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=36fdd0f8-d289-4f93-b6af-d39d90badcc9 HTTP/1.1" status: 200  len: 855 time: 0.0787699
May 06 00:39:14.074612 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acf2c9b-5d6d-4d9f-8bd0-7465b3f6fcf7 req-be422add-534f-45f5-b6a5-2e4fdd9ac22f tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:14.076046 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-9acf2c9b-5d6d-4d9f-8bd0-7465b3f6fcf7 req-be422add-534f-45f5-b6a5-2e4fdd9ac22f tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0af2c3d-75cc-4a37-84e1-5e73669ff315 HTTP/1.1" status: 200  len: 945 time: 0.1630032
May 06 00:39:14.134021 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc33496d-fbcb-43df-bc80-9cffdb28e616 req-a53d17b2-f7bc-4370-8307-5651cfe06698 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:14.134381 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-1196e44b-8adb-4129-b471-2c2c89dcce1b req-1aa70698-5a16-4a8b-8eeb-02e926317f5a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9ab706ea-4458-41a9-8c8a-6bc700b518fe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0547373
May 06 00:39:14.135507 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-bc33496d-fbcb-43df-bc80-9cffdb28e616 req-a53d17b2-f7bc-4370-8307-5651cfe06698 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1c5cc05-f410-4a03-9b3d-682a4e1cf825 HTTP/1.1" status: 200  len: 944 time: 0.5468674
May 06 00:39:14.138410 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-b8282fba-cca8-43cc-86ec-ee5cea4dc5f2 req-cf1bfbeb-1dc6-4b5e-933c-fd7cc54e077d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c557a1e7-211b-40a1-b9f0-37e7213669a0 HTTP/1.1" status: 200  len: 217 time: 0.0900240
May 06 00:39:14.147304 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a18acd-5971-4a8c-baab-a59be8e427d6 req-ab3e6870-fd0a-441e-90af-03102da4448f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:14.148834 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-42a18acd-5971-4a8c-baab-a59be8e427d6 req-ab3e6870-fd0a-441e-90af-03102da4448f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c0af2c3d-75cc-4a37-84e1-5e73669ff315 HTTP/1.1" status: 200  len: 1098 time: 0.5053754
May 06 00:39:14.154825 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f4e569-1084-4295-915b-b170d44c199f req-40a34093-62ff-4537-8532-4153f4a26998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:14.156196 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-60f4e569-1084-4295-915b-b170d44c199f req-40a34093-62ff-4537-8532-4153f4a26998 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0b890f9b623c4aa1bd3a726f7dc8838e&device_id=9fe6f6f0-0088-4879-a03c-107809502634 HTTP/1.1" status: 200  len: 1096 time: 0.3017104
May 06 00:39:14.242359 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-9acf2c9b-5d6d-4d9f-8bd0-7465b3f6fcf7 req-72758a8f-677d-40a4-b777-cf4b90a0b884 tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] 10.222.0.24 "GET /v2.0/security-groups?id=b841085d-8e10-431c-873f-ffa7a76ce7ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1325700
May 06 00:39:14.300919 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fe6f6f0-0088-4879-a03c-107809502634', 'tag': '5c43891f-b78c-4450-bd56-acc3eff578e4', 'status': 'completed', 'code': 200}
May 06 00:39:14.302386 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-60f4e569-1084-4295-915b-b170d44c199f req-cc20f15c-86a8-4cd0-a9b8-7dc7af015829 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c43891f-b78c-4450-bd56-acc3eff578e4 HTTP/1.1" status: 200  len: 217 time: 0.0978506
May 06 00:39:14.310045 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-1196e44b-8adb-4129-b471-2c2c89dcce1b req-e3bdf9bf-1a2f-4602-8084-83e95e1c8c6b service neutron] 10.222.0.30 "GET /v2.0/networks/9ab706ea-4458-41a9-8c8a-6bc700b518fe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1580172
May 06 00:39:14.386506 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-bc33496d-fbcb-43df-bc80-9cffdb28e616 req-2f424642-b1be-4ffa-bddc-a75d50397ba8 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/security-groups?id=079ebf81-42ef-4ee7-ac10-dfe00866b3f7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2354794
May 06 00:39:14.387844 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8282fba-cca8-43cc-86ec-ee5cea4dc5f2 req-eab49964-86df-4232-8be6-4cef9a2b29b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:14.389663 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-b8282fba-cca8-43cc-86ec-ee5cea4dc5f2 req-eab49964-86df-4232-8be6-4cef9a2b29b7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=abd7dd6a-5cfe-4ac3-a1f5-824fa1d29c3f HTTP/1.1" status: 200  len: 851 time: 0.2372401
May 06 00:39:14.393567 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-42a18acd-5971-4a8c-baab-a59be8e427d6 req-3a22b8e2-69c2-43a7-a2f6-267be828d4bc service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b841085d-8e10-431c-873f-ffa7a76ce7ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1353106
May 06 00:39:14.413233 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f4e569-1084-4295-915b-b170d44c199f req-2f4fbff3-633e-4f8d-865c-850f2720e189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:14.414683 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-60f4e569-1084-4295-915b-b170d44c199f req-2f4fbff3-633e-4f8d-865c-850f2720e189 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=10dd42a5-a5ec-4dc6-b51c-78099354ecd3 HTTP/1.1" status: 200  len: 854 time: 0.0924146
May 06 00:39:14.514101 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-1196e44b-8adb-4129-b471-2c2c89dcce1b req-f143f235-63d7-41de-acb2-a9182f0cf658 service neutron] 10.222.0.30 "GET /v2.0/networks/9ab706ea-4458-41a9-8c8a-6bc700b518fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1882293
May 06 00:39:14.532228 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5053d94f-4f68-4b5b-a87f-8500e00e8e69 req-a80ea048-a2c5-48bd-b585-bae6e1476226 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:14.534086 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-5053d94f-4f68-4b5b-a87f-8500e00e8e69 req-a80ea048-a2c5-48bd-b585-bae6e1476226 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] 10.222.0.24 "GET /v2.0/ports?device_id=9fe6f6f0-0088-4879-a03c-107809502634 HTTP/1.1" status: 200  len: 943 time: 0.1342528
May 06 00:39:14.586629 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-5053d94f-4f68-4b5b-a87f-8500e00e8e69 req-e3966c50-e778-45c3-8347-a60b5837a133 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] 10.222.0.24 "GET /v2.0/security-groups?id=811af3d2-d9e3-451a-9e32-5fc42ad73f8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409300
May 06 00:39:14.599166 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8282fba-cca8-43cc-86ec-ee5cea4dc5f2 req-cd26baf6-1496-4d98-b1cc-58cd0f04def1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:14.600543 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-b8282fba-cca8-43cc-86ec-ee5cea4dc5f2 req-cd26baf6-1496-4d98-b1cc-58cd0f04def1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b3eca023-a406-48df-a3db-ebd6b6f9c1bf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1608453
May 06 00:39:14.636984 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f4e569-1084-4295-915b-b170d44c199f req-24ddb9de-00e7-407b-8b37-a84d3a601a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:14.638384 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-60f4e569-1084-4295-915b-b170d44c199f req-24ddb9de-00e7-407b-8b37-a84d3a601a05 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dfefa750-c4cf-4fe5-9a50-39478c106a84&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1686530
May 06 00:39:14.882935 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-b8282fba-cca8-43cc-86ec-ee5cea4dc5f2 req-72b350d4-5129-497e-888b-0e5427a23ecc service neutron] 10.222.0.30 "GET /v2.0/networks/b3eca023-a406-48df-a3db-ebd6b6f9c1bf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2720678
May 06 00:39:14.891997 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368d5416-33a7-430e-b182-462acb657b63 req-cb7253ae-fe6a-40d7-af98-2a1af740ca65 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:14.893459 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-368d5416-33a7-430e-b182-462acb657b63 req-cb7253ae-fe6a-40d7-af98-2a1af740ca65 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] 10.222.0.24 "GET /v2.0/ports?device_id=52570047-b712-4844-8c1c-1a1bfcb0720f HTTP/1.1" status: 200  len: 943 time: 0.3464351
May 06 00:39:14.917750 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-60f4e569-1084-4295-915b-b170d44c199f req-deb17074-d64b-474e-885a-50fb60b7eff5 service neutron] 10.222.0.30 "GET /v2.0/networks/dfefa750-c4cf-4fe5-9a50-39478c106a84?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2295623
May 06 00:39:14.949023 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-7fac79ca-0c2a-4323-9de3-823a8d633f1f req-c1281395-0664-42c3-adc0-7419400e5696 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdde4357-7534-4386-a91d-a9b70d1b0c82 HTTP/1.1" status: 200  len: 210 time: 0.0590467
May 06 00:39:14.996624 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55199d3c-850c-4231-831b-cc7b27f12f66 req-f773ae6f-8864-4af7-97b9-d3ab4b96af7b tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:14.997330 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [req-55199d3c-850c-4231-831b-cc7b27f12f66 req-f773ae6f-8864-4af7-97b9-d3ab4b96af7b tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Synchronizing usage tracker for tenant:3fc73c2b6dc24f04b0a10b2cba547cef on resource:network {{(pid=73831) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 00:39:15.014448 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [req-55199d3c-850c-4231-831b-cc7b27f12f66 req-f773ae6f-8864-4af7-97b9-d3ab4b96af7b tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Unset dirty status for tenant:3fc73c2b6dc24f04b0a10b2cba547cef on resource:network {{(pid=73831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 00:39:15.015688 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-55199d3c-850c-4231-831b-cc7b27f12f66 req-f773ae6f-8864-4af7-97b9-d3ab4b96af7b tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] 10.222.0.30 "GET /v2.0/networks?id=8a76de60-8f51-46a7-82de-5e733a1b9171 HTTP/1.1" status: 200  len: 809 time: 0.3241189
May 06 00:39:15.071559 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [req-55199d3c-850c-4231-831b-cc7b27f12f66 req-6bacd600-e212-43a2-bae1-e5b0bfcef762 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Synchronizing usage tracker for tenant:3fc73c2b6dc24f04b0a10b2cba547cef on resource:security_group {{(pid=73831) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 00:39:15.089928 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [req-55199d3c-850c-4231-831b-cc7b27f12f66 req-6bacd600-e212-43a2-bae1-e5b0bfcef762 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Unset dirty status for tenant:3fc73c2b6dc24f04b0a10b2cba547cef on resource:security_group {{(pid=73831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 00:39:15.091273 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-55199d3c-850c-4231-831b-cc7b27f12f66 req-6bacd600-e212-43a2-bae1-e5b0bfcef762 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3fc73c2b6dc24f04b0a10b2cba547cef HTTP/1.1" status: 200  len: 379 time: 0.0639093
May 06 00:39:15.097167 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-368d5416-33a7-430e-b182-462acb657b63 req-765417af-67e3-41d8-bd7f-2270e983906c tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] 10.222.0.24 "GET /v2.0/security-groups?id=caf78781-a8d3-4bc3-9ba3-81b9c4d00593&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1839516
May 06 00:39:15.103142 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.v2.base [req-55199d3c-850c-4231-831b-cc7b27f12f66 req-818fdc0f-a037-4a28-a708-2e33c4ce913f tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Request body: {'port': {'device_id': 'fdde4357-7534-4386-a91d-a9b70d1b0c82', 'network_id': '8a76de60-8f51-46a7-82de-5e733a1b9171', 'admin_state_up': True, 'tenant_id': '3fc73c2b6dc24f04b0a10b2cba547cef', 'security_groups': ['2cbfc576-e84d-4726-b156-8f3411b7787e']}} {{(pid=73831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:39:15.165960 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-b8282fba-cca8-43cc-86ec-ee5cea4dc5f2 req-63b5816c-da03-4942-9142-aaed6a2b56b7 service neutron] 10.222.0.30 "GET /v2.0/networks/b3eca023-a406-48df-a3db-ebd6b6f9c1bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2715724
May 06 00:39:15.174718 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-60f4e569-1084-4295-915b-b170d44c199f req-adf6acb0-e5b6-4ef9-8d8a-6bcdaa595270 service neutron] 10.222.0.30 "GET /v2.0/networks/dfefa750-c4cf-4fe5-9a50-39478c106a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1936426
May 06 00:39:15.247466 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [req-55199d3c-850c-4231-831b-cc7b27f12f66 req-818fdc0f-a037-4a28-a708-2e33c4ce913f tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:39:15.257329 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [req-55199d3c-850c-4231-831b-cc7b27f12f66 req-818fdc0f-a037-4a28-a708-2e33c4ce913f tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:39:15.282311 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55199d3c-850c-4231-831b-cc7b27f12f66 req-818fdc0f-a037-4a28-a708-2e33c4ce913f tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Made reservation on behalf of 3fc73c2b6dc24f04b0a10b2cba547cef for: {'port': 1} {{(pid=73831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 06 00:39:15.286652 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [req-55199d3c-850c-4231-831b-cc7b27f12f66 req-818fdc0f-a037-4a28-a708-2e33c4ce913f tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:15.330623 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99227795-40c7-4b47-b8de-64850748640e req-4974ebaa-58a0-43b3-ac92-79e2b28cb686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:15.331972 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-99227795-40c7-4b47-b8de-64850748640e req-4974ebaa-58a0-43b3-ac92-79e2b28cb686 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0b890f9b623c4aa1bd3a726f7dc8838e&device_id=9fe6f6f0-0088-4879-a03c-107809502634 HTTP/1.1" status: 200  len: 1096 time: 0.1043303
May 06 00:39:15.487741 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99227795-40c7-4b47-b8de-64850748640e req-9954ea30-1994-44e7-8a35-7487248a2222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:15.489515 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-99227795-40c7-4b47-b8de-64850748640e req-9954ea30-1994-44e7-8a35-7487248a2222 service neutron] 10.222.0.30 "GET /v2.0/networks?id=dfefa750-c4cf-4fe5-9a50-39478c106a84 HTTP/1.1" status: 200  len: 916 time: 0.1487827
May 06 00:39:15.511510 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.db_base_plugin_common [req-55199d3c-850c-4231-831b-cc7b27f12f66 req-818fdc0f-a037-4a28-a708-2e33c4ce913f tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Allocated IP 172.20.0.10 (8a76de60-8f51-46a7-82de-5e733a1b9171/1144644b-a385-46b3-a0c3-f4eac028f2d2/e6c122fb-90d3-4f9f-a814-cb41c6e88deb) {{(pid=73831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 06 00:39:15.555980 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb8edd2-7dea-4395-89da-fedf274b3c02 req-fc79db7a-b251-4a09-873b-9f4f64584bde tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:15.557482 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-1fb8edd2-7dea-4395-89da-fedf274b3c02 req-fc79db7a-b251-4a09-873b-9f4f64584bde tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0af2c3d-75cc-4a37-84e1-5e73669ff315 HTTP/1.1" status: 200  len: 945 time: 0.1685305
May 06 00:39:15.688373 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-1fb8edd2-7dea-4395-89da-fedf274b3c02 req-c803040f-5051-4923-ae54-bb44852ea857 tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] 10.222.0.24 "GET /v2.0/security-groups?id=b841085d-8e10-431c-873f-ffa7a76ce7ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1165838
May 06 00:39:15.711519 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-99227795-40c7-4b47-b8de-64850748640e req-61bca4c7-bfa8-48bb-87dd-826d84d00878 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c43891f-b78c-4450-bd56-acc3eff578e4 HTTP/1.1" status: 200  len: 217 time: 0.2145941
May 06 00:39:15.809627 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [req-55199d3c-850c-4231-831b-cc7b27f12f66 req-818fdc0f-a037-4a28-a708-2e33c4ce913f tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Notify callbacks [] for port, precommit_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:15.819919 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99227795-40c7-4b47-b8de-64850748640e req-ed3656dd-1004-44bc-9c4b-d0e28dc334e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:15.821468 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-99227795-40c7-4b47-b8de-64850748640e req-ed3656dd-1004-44bc-9c4b-d0e28dc334e2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=10dd42a5-a5ec-4dc6-b51c-78099354ecd3 HTTP/1.1" status: 200  len: 854 time: 0.0895283
May 06 00:39:15.829857 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.provisioning_blocks [req-55199d3c-850c-4231-831b-cc7b27f12f66 req-818fdc0f-a037-4a28-a708-2e33c4ce913f tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Transition to ACTIVE for port object e6c122fb-90d3-4f9f-a814-cb41c6e88deb will not be triggered until provisioned by entity DHCP. {{(pid=73831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 00:39:15.882793 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ddf0d0-a1e3-4d68-9b04-58e7dcdd4991 req-7261f7da-85e4-4f9c-8beb-990f52da7ef2 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:15.884262 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-f9ddf0d0-a1e3-4d68-9b04-58e7dcdd4991 req-7261f7da-85e4-4f9c-8beb-990f52da7ef2 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1c5cc05-f410-4a03-9b3d-682a4e1cf825 HTTP/1.1" status: 200  len: 944 time: 0.2155464
May 06 00:39:15.914327 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [req-55199d3c-850c-4231-831b-cc7b27f12f66 req-818fdc0f-a037-4a28-a708-2e33c4ce913f tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767380898820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2942582'] for port, after_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:15.922577 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-6c29152f-1485-4d0d-a0f6-000922aaa72a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:39:15.942375 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-f9ddf0d0-a1e3-4d68-9b04-58e7dcdd4991 req-f15c916e-5610-4a99-be77-5e51f32d9464 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/security-groups?id=079ebf81-42ef-4ee7-ac10-dfe00866b3f7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0498681
May 06 00:39:15.959602 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99227795-40c7-4b47-b8de-64850748640e req-17425667-3545-4daf-b7d5-8639dc51946e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:15.961199 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-99227795-40c7-4b47-b8de-64850748640e req-17425667-3545-4daf-b7d5-8639dc51946e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dfefa750-c4cf-4fe5-9a50-39478c106a84&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1269002
May 06 00:39:15.994232 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8582510d-a70b-4578-a873-5b39cd7ca676 req-47a7d6f7-0f54-4d8e-bf67-9999ab7c7a94 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:15.995704 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-8582510d-a70b-4578-a873-5b39cd7ca676 req-47a7d6f7-0f54-4d8e-bf67-9999ab7c7a94 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] 10.222.0.24 "GET /v2.0/ports?device_id=9fe6f6f0-0088-4879-a03c-107809502634 HTTP/1.1" status: 200  len: 943 time: 0.1603220
May 06 00:39:15.997588 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55199d3c-850c-4231-831b-cc7b27f12f66 req-818fdc0f-a037-4a28-a708-2e33c4ce913f tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Network 8a76de60-8f51-46a7-82de-5e733a1b9171 is already hosted by enough agents. {{(pid=73831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 00:39:16.000773 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.scheduler.base_scheduler [req-55199d3c-850c-4231-831b-cc7b27f12f66 req-818fdc0f-a037-4a28-a708-2e33c4ce913f tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Resources bound (agent type, host, resource id):  {{(pid=73831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 00:39:16.004278 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.l3_dvrscheduler_db [req-55199d3c-850c-4231-831b-cc7b27f12f66 req-818fdc0f-a037-4a28-a708-2e33c4ce913f tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Received port after_create {{(pid=73831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 06 00:39:16.081758 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818fdc0f-a037-4a28-a708-2e33c4ce913f tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Pushing event updated for resources: {'Port': ['ID=e6c122fb-90d3-4f9f-a814-cb41c6e88deb,revision_number=1']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:39:16.085375 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-818fdc0f-a037-4a28-a708-2e33c4ce913f tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:39:16.124704 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55199d3c-850c-4231-831b-cc7b27f12f66 req-818fdc0f-a037-4a28-a708-2e33c4ce913f tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:16.125461 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [req-55199d3c-850c-4231-831b-cc7b27f12f66 req-818fdc0f-a037-4a28-a708-2e33c4ce913f tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43737'] for port, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:16.131572 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-8582510d-a70b-4578-a873-5b39cd7ca676 req-cbc429a5-331d-418a-9d56-4fd4aab1c6a2 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] 10.222.0.24 "GET /v2.0/security-groups?id=811af3d2-d9e3-451a-9e32-5fc42ad73f8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0984569
May 06 00:39:16.155395 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-55199d3c-850c-4231-831b-cc7b27f12f66 req-818fdc0f-a037-4a28-a708-2e33c4ce913f tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0566635
May 06 00:39:16.180937 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.v2.base [req-55199d3c-850c-4231-831b-cc7b27f12f66 req-78492aa4-eba2-4d1b-8199-7bdd8fc4ded0 service neutron] Request body: {'port': {'device_id': 'fdde4357-7534-4386-a91d-a9b70d1b0c82', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=73831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:39:16.186915 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-99227795-40c7-4b47-b8de-64850748640e req-13eb224b-5bda-4b58-bde2-1c0dfa96eb3d service neutron] 10.222.0.30 "GET /v2.0/networks/dfefa750-c4cf-4fe5-9a50-39478c106a84?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2106550
May 06 00:39:16.199575 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19210de4-7efd-4105-9b08-1e5fa8f77e81 req-22a0ded4-ec36-4e72-83f1-a3030f642a53 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:16.201298 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-19210de4-7efd-4105-9b08-1e5fa8f77e81 req-22a0ded4-ec36-4e72-83f1-a3030f642a53 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdde4357-7534-4386-a91d-a9b70d1b0c82 HTTP/1.1" status: 200  len: 932 time: 0.1374633
May 06 00:39:16.267363 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-d2ee0b53-2a43-49de-8001-86fdfd71cce5 None None] Provisioning for port e6c122fb-90d3-4f9f-a814-cb41c6e88deb completed by entity DHCP. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 00:39:16.272241 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-d2ee0b53-2a43-49de-8001-86fdfd71cce5 None None] Provisioning complete for port e6c122fb-90d3-4f9f-a814-cb41c6e88deb triggered by entity DHCP. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 00:39:16.272637 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-d2ee0b53-2a43-49de-8001-86fdfd71cce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723253'] for port, provisioning_complete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:16.329118 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.plugin [None req-d2ee0b53-2a43-49de-8001-86fdfd71cce5 None None] Port e6c122fb-90d3-4f9f-a814-cb41c6e88deb cannot update to ACTIVE because it is not bound. {{(pid=73833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 06 00:39:16.333828 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-19210de4-7efd-4105-9b08-1e5fa8f77e81 req-03910362-b21f-43a1-911d-deae7d78ccb9 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] 10.222.0.24 "GET /v2.0/security-groups?id=2cbfc576-e84d-4726-b156-8f3411b7787e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1068883
May 06 00:39:16.356929 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [req-55199d3c-850c-4231-831b-cc7b27f12f66 req-78492aa4-eba2-4d1b-8199-7bdd8fc4ded0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:16.372166 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-99227795-40c7-4b47-b8de-64850748640e req-4fb00cc2-6807-4c4b-b209-79372a177f31 service neutron] 10.222.0.30 "GET /v2.0/networks/dfefa750-c4cf-4fe5-9a50-39478c106a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1697617
May 06 00:39:16.439531 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca00be8-585c-4006-9885-f36ce5027265 req-f9bb16b5-c955-49ad-bf63-026830b65b9b tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:16.441342 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-bca00be8-585c-4006-9885-f36ce5027265 req-f9bb16b5-c955-49ad-bf63-026830b65b9b tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] 10.222.0.24 "GET /v2.0/ports?device_id=52570047-b712-4844-8c1c-1a1bfcb0720f HTTP/1.1" status: 200  len: 943 time: 0.1623144
May 06 00:39:16.574175 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-bca00be8-585c-4006-9885-f36ce5027265 req-004d50c8-04d1-410b-a71b-b451d03bd85a tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] 10.222.0.24 "GET /v2.0/security-groups?id=caf78781-a8d3-4bc3-9ba3-81b9c4d00593&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1225808
May 06 00:39:16.640123 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Device ed6e3c21-b04e-43e3-9093-cee5d64aee52 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=73833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 06 00:39:16.775593 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.notifiers.nova [req-55199d3c-850c-4231-831b-cc7b27f12f66 req-78492aa4-eba2-4d1b-8199-7bdd8fc4ded0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6c122fb-90d3-4f9f-a814-cb41c6e88deb {{(pid=73831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 06 00:39:16.785496 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [req-55199d3c-850c-4231-831b-cc7b27f12f66 req-78492aa4-eba2-4d1b-8199-7bdd8fc4ded0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:16.785694 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] For port ed6e3c21-b04e-43e3-9093-cee5d64aee52, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=ed6e3c21-b04e-43e3-9093-cee5d64aee52,segment=NetworkSegment(f06c188b-9c40-4e79-bf54-a7ff9bdcf208),segment_id=f06c188b-9c40-4e79-bf54-a7ff9bdcf208)] {{(pid=73833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:39:16.798073 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-be236893-9c02-46f8-a484-4668862637d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:16.802299 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Returning: {'device': 'ed6e3c21-b04e-43e3-9093-cee5d64aee52', 'network_id': '9ab706ea-4458-41a9-8c8a-6bc700b518fe', 'port_id': 'ed6e3c21-b04e-43e3-9093-cee5d64aee52', 'mac_address': 'fa:16:3e:95:f9:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36fdd0f8-d289-4f93-b6af-d39d90badcc9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 06 00:39:16.802781 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.provisioning_blocks [req-55199d3c-850c-4231-831b-cc7b27f12f66 req-78492aa4-eba2-4d1b-8199-7bdd8fc4ded0 service neutron] Transition to ACTIVE for port object e6c122fb-90d3-4f9f-a814-cb41c6e88deb will not be triggered until provisioned by entity L2. {{(pid=73831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 00:39:16.807108 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [req-55199d3c-850c-4231-831b-cc7b27f12f66 req-78492aa4-eba2-4d1b-8199-7bdd8fc4ded0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2942575'] for port, after_update {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:16.812316 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-52da4ffe-db61-4359-a309-57349969984d tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:39:16.875252 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:16.899849 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.notifiers.nova [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed6e3c21-b04e-43e3-9093-cee5d64aee52 {{(pid=73833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 06 00:39:16.919949 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] For port ed6e3c21-b04e-43e3-9093-cee5d64aee52, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=ed6e3c21-b04e-43e3-9093-cee5d64aee52,segment=NetworkSegment(f06c188b-9c40-4e79-bf54-a7ff9bdcf208),segment_id=f06c188b-9c40-4e79-bf54-a7ff9bdcf208)] {{(pid=73833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:39:16.926350 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:16.930413 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:39:16.962695 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fc749d-e041-4051-bd9e-e096a6ce9676 req-260ef71c-6cd9-4f73-950b-1ec1468d584b tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:16.964263 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-69fc749d-e041-4051-bd9e-e096a6ce9676 req-260ef71c-6cd9-4f73-950b-1ec1468d584b tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0af2c3d-75cc-4a37-84e1-5e73669ff315 HTTP/1.1" status: 200  len: 945 time: 0.1436045
May 06 00:39:17.040236 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Pushing event updated for resources: {'Port': ['ID=ed6e3c21-b04e-43e3-9093-cee5d64aee52,revision_number=4']} {{(pid=73833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:39:17.046539 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-69fc749d-e041-4051-bd9e-e096a6ce9676 req-cfb55564-31cb-467b-af7c-bd7a5b6d401f tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] 10.222.0.24 "GET /v2.0/security-groups?id=b841085d-8e10-431c-873f-ffa7a76ce7ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0653481
May 06 00:39:17.053620 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:39:17.132910 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78492aa4-eba2-4d1b-8199-7bdd8fc4ded0 service neutron] Pushing event updated for resources: {'Port': ['ID=e6c122fb-90d3-4f9f-a814-cb41c6e88deb,revision_number=2']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:39:17.145242 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-78492aa4-eba2-4d1b-8199-7bdd8fc4ded0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:39:17.187291 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] get_ports_and_sgs() called for port_ids ['ed6e3c21-b04e-43e3-9093-cee5d64aee52'] {{(pid=73833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 06 00:39:17.246518 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.managers [req-55199d3c-850c-4231-831b-cc7b27f12f66 req-78492aa4-eba2-4d1b-8199-7bdd8fc4ded0 service neutron] Attempting to bind port e6c122fb-90d3-4f9f-a814-cb41c6e88deb on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=73831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 06 00:39:17.246860 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.managers [req-55199d3c-850c-4231-831b-cc7b27f12f66 req-78492aa4-eba2-4d1b-8199-7bdd8fc4ded0 service neutron] Attempting to bind port e6c122fb-90d3-4f9f-a814-cb41c6e88deb by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'ad3796ff-8d99-4772-b33c-212fa30eb7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '8a76de60-8f51-46a7-82de-5e733a1b9171'}] {{(pid=73831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 06 00:39:17.247173 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55199d3c-850c-4231-831b-cc7b27f12f66 req-78492aa4-eba2-4d1b-8199-7bdd8fc4ded0 service neutron] Attempting to bind port e6c122fb-90d3-4f9f-a814-cb41c6e88deb on network 8a76de60-8f51-46a7-82de-5e733a1b9171 {{(pid=73831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 00:39:17.258278 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc55ade-8d54-4392-ad63-1dbc8f98e63d req-ae90429f-167e-4f52-981d-feb80cd9a974 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:17.259757 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-afc55ade-8d54-4392-ad63-1dbc8f98e63d req-ae90429f-167e-4f52-981d-feb80cd9a974 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1c5cc05-f410-4a03-9b3d-682a4e1cf825 HTTP/1.1" status: 200  len: 944 time: 0.1578758
May 06 00:39:17.261742 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55199d3c-850c-4231-831b-cc7b27f12f66 req-78492aa4-eba2-4d1b-8199-7bdd8fc4ded0 service neutron] Port e6c122fb-90d3-4f9f-a814-cb41c6e88deb on network 8a76de60-8f51-46a7-82de-5e733a1b9171 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=73831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 06 00:39:17.262062 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55199d3c-850c-4231-831b-cc7b27f12f66 req-78492aa4-eba2-4d1b-8199-7bdd8fc4ded0 service neutron] Attempting to bind port e6c122fb-90d3-4f9f-a814-cb41c6e88deb on network 8a76de60-8f51-46a7-82de-5e733a1b9171 {{(pid=73831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 00:39:17.268849 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55199d3c-850c-4231-831b-cc7b27f12f66 req-78492aa4-eba2-4d1b-8199-7bdd8fc4ded0 service neutron] Checking agent: {'id': '98bc602c-e9ce-4757-b8df-ef22d3a5b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 0, 33, 13), 'started_at': datetime.datetime(2021, 5, 6, 0, 33, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 0, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 06 00:39:17.269178 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55199d3c-850c-4231-831b-cc7b27f12f66 req-78492aa4-eba2-4d1b-8199-7bdd8fc4ded0 service neutron] Checking segment: {'id': 'ad3796ff-8d99-4772-b33c-212fa30eb7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '8a76de60-8f51-46a7-82de-5e733a1b9171'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 00:39:17.269549 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55199d3c-850c-4231-831b-cc7b27f12f66 req-78492aa4-eba2-4d1b-8199-7bdd8fc4ded0 service neutron] Bound using segment: {'id': 'ad3796ff-8d99-4772-b33c-212fa30eb7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '8a76de60-8f51-46a7-82de-5e733a1b9171'} {{(pid=73831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 06 00:39:17.269978 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.managers [req-55199d3c-850c-4231-831b-cc7b27f12f66 req-78492aa4-eba2-4d1b-8199-7bdd8fc4ded0 service neutron] Bound port: e6c122fb-90d3-4f9f-a814-cb41c6e88deb, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad3796ff-8d99-4772-b33c-212fa30eb7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '8a76de60-8f51-46a7-82de-5e733a1b9171'}}] {{(pid=73831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 06 00:39:17.270314 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [req-55199d3c-850c-4231-831b-cc7b27f12f66 req-78492aa4-eba2-4d1b-8199-7bdd8fc4ded0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:17.364787 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-afc55ade-8d54-4392-ad63-1dbc8f98e63d req-9e0ac9b2-eaff-42e4-b935-2288610d8dcf tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/security-groups?id=079ebf81-42ef-4ee7-ac10-dfe00866b3f7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0970216
May 06 00:39:17.398327 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.db [req-55199d3c-850c-4231-831b-cc7b27f12f66 req-78492aa4-eba2-4d1b-8199-7bdd8fc4ded0 service neutron] For port e6c122fb-90d3-4f9f-a814-cb41c6e88deb, host hv-cinder-78462, cleared binding levels {{(pid=73831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 06 00:39:17.402073 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.db [req-55199d3c-850c-4231-831b-cc7b27f12f66 req-78492aa4-eba2-4d1b-8199-7bdd8fc4ded0 service neutron] For port e6c122fb-90d3-4f9f-a814-cb41c6e88deb, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=e6c122fb-90d3-4f9f-a814-cb41c6e88deb,segment=NetworkSegment(ad3796ff-8d99-4772-b33c-212fa30eb7b6),segment_id=ad3796ff-8d99-4772-b33c-212fa30eb7b6)] {{(pid=73831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 06 00:39:17.406941 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [req-55199d3c-850c-4231-831b-cc7b27f12f66 req-78492aa4-eba2-4d1b-8199-7bdd8fc4ded0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2942575'] for port, after_update {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:17.412355 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-8b65c921-f44c-4910-a5cd-d61c9b85f1de service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:39:17.471744 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55199d3c-850c-4231-831b-cc7b27f12f66 req-78492aa4-eba2-4d1b-8199-7bdd8fc4ded0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:17.472358 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [req-55199d3c-850c-4231-831b-cc7b27f12f66 req-78492aa4-eba2-4d1b-8199-7bdd8fc4ded0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43737'] for port, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:17.474149 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-55199d3c-850c-4231-831b-cc7b27f12f66 req-78492aa4-eba2-4d1b-8199-7bdd8fc4ded0 service neutron] 10.222.0.30 "PUT /v2.0/ports/e6c122fb-90d3-4f9f-a814-cb41c6e88deb HTTP/1.1" status: 200  len: 1094 time: 1.3005888
May 06 00:39:17.474659 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdde4357-7534-4386-a91d-a9b70d1b0c82', 'tag': 'e6c122fb-90d3-4f9f-a814-cb41c6e88deb'}] {{(pid=73831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 00:39:17.594414 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78492aa4-eba2-4d1b-8199-7bdd8fc4ded0 service neutron] Pushing event updated for resources: {'Port': ['ID=e6c122fb-90d3-4f9f-a814-cb41c6e88deb,revision_number=3']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:39:17.599150 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-78492aa4-eba2-4d1b-8199-7bdd8fc4ded0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:39:17.639138 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c9df77-203b-4905-add0-fddbdb566788 req-a06bcd13-9e39-459b-a92a-9503ccb77795 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:17.640771 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-f7c9df77-203b-4905-add0-fddbdb566788 req-a06bcd13-9e39-459b-a92a-9503ccb77795 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] 10.222.0.24 "GET /v2.0/ports?device_id=9fe6f6f0-0088-4879-a03c-107809502634 HTTP/1.1" status: 200  len: 943 time: 0.1604884
May 06 00:39:17.685747 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55199d3c-850c-4231-831b-cc7b27f12f66 req-2db2c096-eec1-4551-b0f3-cf42b88afa1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:17.687428 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-55199d3c-850c-4231-831b-cc7b27f12f66 req-2db2c096-eec1-4551-b0f3-cf42b88afa1b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3fc73c2b6dc24f04b0a10b2cba547cef&device_id=fdde4357-7534-4386-a91d-a9b70d1b0c82 HTTP/1.1" status: 200  len: 1097 time: 0.1707304
May 06 00:39:17.756723 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4d3b5f-831d-47ab-a15c-a6d5780dca2c req-e896a8ed-21ea-4303-b312-787e9ec8e6ed tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:17.761217 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-8d4d3b5f-831d-47ab-a15c-a6d5780dca2c req-e896a8ed-21ea-4303-b312-787e9ec8e6ed tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdde4357-7534-4386-a91d-a9b70d1b0c82 HTTP/1.1" status: 200  len: 944 time: 0.1016815
May 06 00:39:17.805040 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-55199d3c-850c-4231-831b-cc7b27f12f66 req-47c27cc1-7b82-4ccc-9cf5-c62d732d360e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e6c122fb-90d3-4f9f-a814-cb41c6e88deb HTTP/1.1" status: 200  len: 217 time: 0.1092408
May 06 00:39:17.806354 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-8d4d3b5f-831d-47ab-a15c-a6d5780dca2c req-55286c4c-7fff-4528-af9e-b27097d5287e tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] 10.222.0.24 "GET /v2.0/security-groups?id=2cbfc576-e84d-4726-b156-8f3411b7787e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418053
May 06 00:39:17.813228 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-f7c9df77-203b-4905-add0-fddbdb566788 req-9c64fba7-2143-405b-b693-c4bc8bd82f20 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] 10.222.0.24 "GET /v2.0/security-groups?id=811af3d2-d9e3-451a-9e32-5fc42ad73f8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1462870
May 06 00:39:17.862687 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdde4357-7534-4386-a91d-a9b70d1b0c82', 'tag': 'e6c122fb-90d3-4f9f-a814-cb41c6e88deb', 'status': 'completed', 'code': 200}
May 06 00:39:17.879698 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55199d3c-850c-4231-831b-cc7b27f12f66 req-0535ce0b-8f53-4f8c-a842-27d5d5474b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:17.881221 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-55199d3c-850c-4231-831b-cc7b27f12f66 req-0535ce0b-8f53-4f8c-a842-27d5d5474b59 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1144644b-a385-46b3-a0c3-f4eac028f2d2 HTTP/1.1" status: 200  len: 848 time: 0.0669456
May 06 00:39:18.011837 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55199d3c-850c-4231-831b-cc7b27f12f66 req-73fd4bd1-9d23-4dfd-9deb-b989d8fbe953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:18.013342 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-55199d3c-850c-4231-831b-cc7b27f12f66 req-73fd4bd1-9d23-4dfd-9deb-b989d8fbe953 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8a76de60-8f51-46a7-82de-5e733a1b9171&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1195960
May 06 00:39:18.058993 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42835506-8624-43b2-a1ee-857e2b5d90ba req-8fd2ebaa-7671-4bf5-995a-c8744a0a8b03 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:18.060334 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-42835506-8624-43b2-a1ee-857e2b5d90ba req-8fd2ebaa-7671-4bf5-995a-c8744a0a8b03 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] 10.222.0.24 "GET /v2.0/ports?device_id=52570047-b712-4844-8c1c-1a1bfcb0720f HTTP/1.1" status: 200  len: 944 time: 0.1237202
May 06 00:39:18.179077 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-42835506-8624-43b2-a1ee-857e2b5d90ba req-3a046f04-00e8-465f-914e-e2de8c531e0b tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] 10.222.0.24 "GET /v2.0/security-groups?id=caf78781-a8d3-4bc3-9ba3-81b9c4d00593&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0733931
May 06 00:39:18.201548 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-55199d3c-850c-4231-831b-cc7b27f12f66 req-d894a082-4e53-4c2d-90d4-d331dd12e94e service neutron] 10.222.0.30 "GET /v2.0/networks/8a76de60-8f51-46a7-82de-5e733a1b9171?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1721525
May 06 00:39:18.333109 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-55199d3c-850c-4231-831b-cc7b27f12f66 req-b671f46f-21a1-4333-b5ae-29b66d95fb60 service neutron] 10.222.0.30 "GET /v2.0/networks/8a76de60-8f51-46a7-82de-5e733a1b9171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1244891
May 06 00:39:18.443616 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a9d649-0d87-4b5d-9b07-f537054058ad req-f5a2a5a7-d504-4f23-8efa-801526ad97c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:18.445141 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-e3a9d649-0d87-4b5d-9b07-f537054058ad req-f5a2a5a7-d504-4f23-8efa-801526ad97c6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3fc73c2b6dc24f04b0a10b2cba547cef&device_id=fdde4357-7534-4386-a91d-a9b70d1b0c82 HTTP/1.1" status: 200  len: 1097 time: 0.0709667
May 06 00:39:18.555934 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7452b7c-959e-452c-b628-aac20ae19371 req-593995f6-8aa0-4b93-bc2a-0d27c7e69176 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:18.557317 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-c7452b7c-959e-452c-b628-aac20ae19371 req-593995f6-8aa0-4b93-bc2a-0d27c7e69176 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1c5cc05-f410-4a03-9b3d-682a4e1cf825 HTTP/1.1" status: 200  len: 944 time: 0.0795445
May 06 00:39:18.583101 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a9d649-0d87-4b5d-9b07-f537054058ad req-ead4a58d-985e-44c5-ab94-38e069367ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:18.584636 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-e3a9d649-0d87-4b5d-9b07-f537054058ad req-ead4a58d-985e-44c5-ab94-38e069367ab5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8a76de60-8f51-46a7-82de-5e733a1b9171 HTTP/1.1" status: 200  len: 910 time: 0.1276100
May 06 00:39:18.603091 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-c7452b7c-959e-452c-b628-aac20ae19371 req-37538b8c-8bad-45b4-b179-2efb3f11461a tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/security-groups?id=079ebf81-42ef-4ee7-ac10-dfe00866b3f7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398097
May 06 00:39:18.668565 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-e3a9d649-0d87-4b5d-9b07-f537054058ad req-5a86cdec-de6d-447c-a219-9104ac2ec608 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e6c122fb-90d3-4f9f-a814-cb41c6e88deb HTTP/1.1" status: 200  len: 217 time: 0.0652869
May 06 00:39:18.676092 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Device 5c43891f-b78c-4450-bd56-acc3eff578e4 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=73833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 06 00:39:18.682310 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Device ed6e3c21-b04e-43e3-9093-cee5d64aee52 up at agent hyperv_hv-cinder-78462 {{(pid=73833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 00:39:18.757418 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a9d649-0d87-4b5d-9b07-f537054058ad req-95014e9a-bbb8-4a54-b5f6-84193aa97e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:18.759136 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-e3a9d649-0d87-4b5d-9b07-f537054058ad req-95014e9a-bbb8-4a54-b5f6-84193aa97e1b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1144644b-a385-46b3-a0c3-f4eac028f2d2 HTTP/1.1" status: 200  len: 848 time: 0.0769916
May 06 00:39:18.844163 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Provisioning for port ed6e3c21-b04e-43e3-9093-cee5d64aee52 completed by entity L2. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 00:39:18.858843 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Provisioning complete for port ed6e3c21-b04e-43e3-9093-cee5d64aee52 triggered by entity L2. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 00:39:18.859294 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723253'] for port, provisioning_complete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:18.931480 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] For port 5c43891f-b78c-4450-bd56-acc3eff578e4, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=5c43891f-b78c-4450-bd56-acc3eff578e4,segment=NetworkSegment(024dc78f-673e-4ab1-a1b8-799f97b6b498),segment_id=024dc78f-673e-4ab1-a1b8-799f97b6b498)] {{(pid=73833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:39:18.937419 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a9d649-0d87-4b5d-9b07-f537054058ad req-4435e7ea-054a-4023-90b9-1d138071ea21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:18.939102 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-e3a9d649-0d87-4b5d-9b07-f537054058ad req-4435e7ea-054a-4023-90b9-1d138071ea21 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8a76de60-8f51-46a7-82de-5e733a1b9171&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1730440
May 06 00:39:18.955908 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Returning: {'device': '5c43891f-b78c-4450-bd56-acc3eff578e4', 'network_id': 'dfefa750-c4cf-4fe5-9a50-39478c106a84', 'port_id': '5c43891f-b78c-4450-bd56-acc3eff578e4', 'mac_address': 'fa:16:3e:c4:ff:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10dd42a5-a5ec-4dc6-b51c-78099354ecd3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 06 00:39:19.040977 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251b01d4-e4cc-41a9-aefb-535328642302 req-d87ba8c4-9c42-41a3-8370-cd8e4cdc8f09 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:19.041963 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [req-251b01d4-e4cc-41a9-aefb-535328642302 req-d87ba8c4-9c42-41a3-8370-cd8e4cdc8f09 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Synchronizing usage tracker for tenant:0b890f9b623c4aa1bd3a726f7dc8838e on resource:port {{(pid=73832) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 00:39:19.059033 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [req-251b01d4-e4cc-41a9-aefb-535328642302 req-d87ba8c4-9c42-41a3-8370-cd8e4cdc8f09 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Unset dirty status for tenant:0b890f9b623c4aa1bd3a726f7dc8838e on resource:port {{(pid=73832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 00:39:19.060465 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-251b01d4-e4cc-41a9-aefb-535328642302 req-d87ba8c4-9c42-41a3-8370-cd8e4cdc8f09 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] 10.222.0.24 "GET /v2.0/ports?device_id=9fe6f6f0-0088-4879-a03c-107809502634 HTTP/1.1" status: 200  len: 943 time: 0.1055329
May 06 00:39:19.095308 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:19.106688 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [req-251b01d4-e4cc-41a9-aefb-535328642302 req-e08f330d-138e-4f15-8bee-c4ee5e47edf6 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Synchronizing usage tracker for tenant:0b890f9b623c4aa1bd3a726f7dc8838e on resource:security_group {{(pid=73832) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 00:39:19.107195 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:19.124112 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [req-251b01d4-e4cc-41a9-aefb-535328642302 req-e08f330d-138e-4f15-8bee-c4ee5e47edf6 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Unset dirty status for tenant:0b890f9b623c4aa1bd3a726f7dc8838e on resource:security_group {{(pid=73832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 00:39:19.125307 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-251b01d4-e4cc-41a9-aefb-535328642302 req-e08f330d-138e-4f15-8bee-c4ee5e47edf6 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] 10.222.0.24 "GET /v2.0/security-groups?id=811af3d2-d9e3-451a-9e32-5fc42ad73f8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0577335
May 06 00:39:19.135970 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.notifiers.nova [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c43891f-b78c-4450-bd56-acc3eff578e4 {{(pid=73833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 06 00:39:19.142651 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-e3a9d649-0d87-4b5d-9b07-f537054058ad req-fdafcaa1-2e18-40fe-a0e4-239d70f86946 service neutron] 10.222.0.30 "GET /v2.0/networks/8a76de60-8f51-46a7-82de-5e733a1b9171?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1936476
May 06 00:39:19.147546 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52570047-b712-4844-8c1c-1a1bfcb0720f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed6e3c21-b04e-43e3-9093-cee5d64aee52'}] {{(pid=73833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 00:39:19.153909 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c0eae6-d0ce-4a18-9c01-6f9bd11ded04 req-b143685a-2bbe-4c86-9474-f90c795e9d93 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:19.154611 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [req-05c0eae6-d0ce-4a18-9c01-6f9bd11ded04 req-b143685a-2bbe-4c86-9474-f90c795e9d93 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Synchronizing usage tracker for tenant:3fc73c2b6dc24f04b0a10b2cba547cef on resource:port {{(pid=73831) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 00:39:19.163563 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] For port ed6e3c21-b04e-43e3-9093-cee5d64aee52, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=ed6e3c21-b04e-43e3-9093-cee5d64aee52,segment=NetworkSegment(f06c188b-9c40-4e79-bf54-a7ff9bdcf208),segment_id=f06c188b-9c40-4e79-bf54-a7ff9bdcf208)] {{(pid=73833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:39:19.166400 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] For port 5c43891f-b78c-4450-bd56-acc3eff578e4, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=5c43891f-b78c-4450-bd56-acc3eff578e4,segment=NetworkSegment(024dc78f-673e-4ab1-a1b8-799f97b6b498),segment_id=024dc78f-673e-4ab1-a1b8-799f97b6b498)] {{(pid=73833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:39:19.168332 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:19.170469 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-df172b45-926a-4bd6-83d8-8fb85f8e821e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:39:19.205401 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:19.235070 dv-cinder-784623-8-iscsi neutron-server[73833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52570047-b712-4844-8c1c-1a1bfcb0720f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed6e3c21-b04e-43e3-9093-cee5d64aee52', 'code': 200}
May 06 00:39:19.259166 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [req-05c0eae6-d0ce-4a18-9c01-6f9bd11ded04 req-b143685a-2bbe-4c86-9474-f90c795e9d93 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Unset dirty status for tenant:3fc73c2b6dc24f04b0a10b2cba547cef on resource:port {{(pid=73831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 00:39:19.266042 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-05c0eae6-d0ce-4a18-9c01-6f9bd11ded04 req-b143685a-2bbe-4c86-9474-f90c795e9d93 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdde4357-7534-4386-a91d-a9b70d1b0c82 HTTP/1.1" status: 200  len: 944 time: 0.2955227
May 06 00:39:19.266212 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Pushing event updated for resources: {'Port': ['ID=ed6e3c21-b04e-43e3-9093-cee5d64aee52,revision_number=5']} {{(pid=73833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:39:19.270309 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:39:19.278463 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.060s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:39:19.336197 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:19.344322 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-05c0eae6-d0ce-4a18-9c01-6f9bd11ded04 req-65c5ef51-f3b2-415b-80e9-aae08255e849 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] 10.222.0.24 "GET /v2.0/security-groups?id=2cbfc576-e84d-4726-b156-8f3411b7787e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0773022
May 06 00:39:19.374398 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-e3a9d649-0d87-4b5d-9b07-f537054058ad req-361c4592-b56e-47e1-91e2-93402bf7fbae service neutron] 10.222.0.30 "GET /v2.0/networks/8a76de60-8f51-46a7-82de-5e733a1b9171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2169328
May 06 00:39:19.377353 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Pushing event updated for resources: {'Port': ['ID=5c43891f-b78c-4450-bd56-acc3eff578e4,revision_number=4']} {{(pid=73833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:39:19.380531 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:39:19.423257 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a37a824-90b2-4a36-9d11-8ceffd4eca1a req-0aa43902-9f68-4b8a-9f46-4a78a8df7ac5 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:19.425973 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-7a37a824-90b2-4a36-9d11-8ceffd4eca1a req-0aa43902-9f68-4b8a-9f46-4a78a8df7ac5 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] 10.222.0.24 "GET /v2.0/ports?device_id=52570047-b712-4844-8c1c-1a1bfcb0720f HTTP/1.1" status: 200  len: 945 time: 0.0990162
May 06 00:39:19.475198 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-7a37a824-90b2-4a36-9d11-8ceffd4eca1a req-0f6ca951-28a2-4395-a5e0-6b3c07750815 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] 10.222.0.24 "GET /v2.0/security-groups?id=caf78781-a8d3-4bc3-9ba3-81b9c4d00593&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434022
May 06 00:39:19.522464 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cf24a2-4a99-453e-981e-35872cf1fd1f req-44f182de-3032-4e08-a0ee-ab1d0512a352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:19.523943 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-13cf24a2-4a99-453e-981e-35872cf1fd1f req-44f182de-3032-4e08-a0ee-ab1d0512a352 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=52570047-b712-4844-8c1c-1a1bfcb0720f HTTP/1.1" status: 200  len: 1098 time: 0.0695481
May 06 00:39:19.527174 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] get_ports_and_sgs() called for port_ids ['5c43891f-b78c-4450-bd56-acc3eff578e4'] {{(pid=73833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 06 00:39:19.571108 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-13cf24a2-4a99-453e-981e-35872cf1fd1f req-633e3900-0777-4b10-8314-911e185b9241 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=caf78781-a8d3-4bc3-9ba3-81b9c4d00593&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398834
May 06 00:39:19.591281 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-2268ce61-3eaf-4435-9857-822892a442d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:19.787481 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ff18bb-d797-4a36-ad36-8067ac1712f8 req-7eb2c5ad-0f7b-42c0-bc65-56a8d0ea8743 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:19.788960 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-d0ff18bb-d797-4a36-ad36-8067ac1712f8 req-7eb2c5ad-0f7b-42c0-bc65-56a8d0ea8743 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1c5cc05-f410-4a03-9b3d-682a4e1cf825 HTTP/1.1" status: 200  len: 944 time: 0.0798774
May 06 00:39:19.834895 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-d0ff18bb-d797-4a36-ad36-8067ac1712f8 req-45585e28-8ad9-4b5c-b82c-016d3241c065 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/security-groups?id=079ebf81-42ef-4ee7-ac10-dfe00866b3f7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397496
May 06 00:39:20.316793 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49fc368-4cd8-48ce-b356-30c5676bb965 req-ede26829-ee44-44a6-b1ba-edf2d3d3a63a tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:20.318202 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-f49fc368-4cd8-48ce-b356-30c5676bb965 req-ede26829-ee44-44a6-b1ba-edf2d3d3a63a tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] 10.222.0.24 "GET /v2.0/ports?device_id=9fe6f6f0-0088-4879-a03c-107809502634 HTTP/1.1" status: 200  len: 944 time: 0.0801477
May 06 00:39:20.362253 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-f49fc368-4cd8-48ce-b356-30c5676bb965 req-64fa2406-d239-400c-bf87-edcd69d2c485 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] 10.222.0.24 "GET /v2.0/security-groups?id=811af3d2-d9e3-451a-9e32-5fc42ad73f8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383940
May 06 00:39:20.413404 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-90084741-9b8f-423c-9f16-72d74cd0e02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:20.531025 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3e9a82-9500-4fdb-bca9-588cd6a0d5fa req-eabe770d-3884-4daa-b511-7e151455fe11 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:20.538017 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-ba3e9a82-9500-4fdb-bca9-588cd6a0d5fa req-eabe770d-3884-4daa-b511-7e151455fe11 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdde4357-7534-4386-a91d-a9b70d1b0c82 HTTP/1.1" status: 200  len: 944 time: 0.0905197
May 06 00:39:20.588765 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-ba3e9a82-9500-4fdb-bca9-588cd6a0d5fa req-369f1e2f-4812-446c-acdc-73ce33cfc1b4 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] 10.222.0.24 "GET /v2.0/security-groups?id=2cbfc576-e84d-4726-b156-8f3411b7787e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0496898
May 06 00:39:20.677523 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f870c5-c048-4f66-af7a-d96614e749de req-131a3777-8178-4e77-8346-cc2b72d4c57b tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:20.678888 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-69f870c5-c048-4f66-af7a-d96614e749de req-131a3777-8178-4e77-8346-cc2b72d4c57b tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] 10.222.0.24 "GET /v2.0/ports?device_id=52570047-b712-4844-8c1c-1a1bfcb0720f HTTP/1.1" status: 200  len: 945 time: 0.0875101
May 06 00:39:20.702698 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Device c557a1e7-211b-40a1-b9f0-37e7213669a0 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=73833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 06 00:39:20.708225 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Device 5c43891f-b78c-4450-bd56-acc3eff578e4 up at agent hyperv_hv-cinder-78462 {{(pid=73833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 00:39:20.724258 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-69f870c5-c048-4f66-af7a-d96614e749de req-30db65bb-4f64-4787-96f8-12bfac8268cc tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] 10.222.0.24 "GET /v2.0/security-groups?id=caf78781-a8d3-4bc3-9ba3-81b9c4d00593&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395167
May 06 00:39:20.856662 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Provisioning for port 5c43891f-b78c-4450-bd56-acc3eff578e4 completed by entity L2. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 00:39:20.875067 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Provisioning complete for port 5c43891f-b78c-4450-bd56-acc3eff578e4 triggered by entity L2. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 00:39:20.875441 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723253'] for port, provisioning_complete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:20.936469 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] For port c557a1e7-211b-40a1-b9f0-37e7213669a0, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=c557a1e7-211b-40a1-b9f0-37e7213669a0,segment=NetworkSegment(ab5e7b5f-3e6f-45f7-9818-f391c8735e2a),segment_id=ab5e7b5f-3e6f-45f7-9818-f391c8735e2a)] {{(pid=73833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:39:20.960578 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Returning: {'device': 'c557a1e7-211b-40a1-b9f0-37e7213669a0', 'network_id': 'b3eca023-a406-48df-a3db-ebd6b6f9c1bf', 'port_id': 'c557a1e7-211b-40a1-b9f0-37e7213669a0', 'mac_address': 'fa:16:3e:16:0e:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abd7dd6a-5cfe-4ac3-a1f5-824fa1d29c3f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 06 00:39:21.023759 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b9df8e-e312-4b85-88fa-ce4331685d19 req-831c7f15-8459-4204-ad66-a54c17a07733 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:21.025229 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-31b9df8e-e312-4b85-88fa-ce4331685d19 req-831c7f15-8459-4204-ad66-a54c17a07733 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1c5cc05-f410-4a03-9b3d-682a4e1cf825 HTTP/1.1" status: 200  len: 944 time: 0.0804369
May 06 00:39:21.058581 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:21.072349 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-31b9df8e-e312-4b85-88fa-ce4331685d19 req-565984c1-124b-4514-9f54-1a4ff0c0149e tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/security-groups?id=079ebf81-42ef-4ee7-ac10-dfe00866b3f7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411253
May 06 00:39:21.088106 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.notifiers.nova [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c557a1e7-211b-40a1-b9f0-37e7213669a0 {{(pid=73833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 06 00:39:21.095069 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:21.123733 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] For port c557a1e7-211b-40a1-b9f0-37e7213669a0, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=c557a1e7-211b-40a1-b9f0-37e7213669a0,segment=NetworkSegment(ab5e7b5f-3e6f-45f7-9818-f391c8735e2a),segment_id=ab5e7b5f-3e6f-45f7-9818-f391c8735e2a)] {{(pid=73833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:39:21.132220 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:21.135271 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-f13d708a-eaa1-4f64-a456-4a676be25150 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:39:21.168771 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] For port 5c43891f-b78c-4450-bd56-acc3eff578e4, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=5c43891f-b78c-4450-bd56-acc3eff578e4,segment=NetworkSegment(024dc78f-673e-4ab1-a1b8-799f97b6b498),segment_id=024dc78f-673e-4ab1-a1b8-799f97b6b498)] {{(pid=73833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:39:21.178867 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:21.203088 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Pushing event updated for resources: {'Port': ['ID=c557a1e7-211b-40a1-b9f0-37e7213669a0,revision_number=4']} {{(pid=73833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:39:21.206048 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:39:21.206499 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-04dc58e4-d2f2-475a-a9cc-4fe981faab08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:39:21.239259 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fe6f6f0-0088-4879-a03c-107809502634', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c43891f-b78c-4450-bd56-acc3eff578e4'}] {{(pid=73833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 00:39:21.277306 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Pushing event updated for resources: {'Port': ['ID=5c43891f-b78c-4450-bd56-acc3eff578e4,revision_number=5']} {{(pid=73833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:39:21.280243 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:39:21.293589 dv-cinder-784623-8-iscsi neutron-server[73833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fe6f6f0-0088-4879-a03c-107809502634', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c43891f-b78c-4450-bd56-acc3eff578e4', 'code': 200}
May 06 00:39:21.447897 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] get_ports_and_sgs() called for port_ids ['c557a1e7-211b-40a1-b9f0-37e7213669a0'] {{(pid=73833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 06 00:39:21.557836 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3137f2-5404-441a-b3af-41dc349c2935 req-2a3fcac2-e1d1-45a5-a295-df159e36aa6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:21.559837 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-7b3137f2-5404-441a-b3af-41dc349c2935 req-2a3fcac2-e1d1-45a5-a295-df159e36aa6b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9fe6f6f0-0088-4879-a03c-107809502634 HTTP/1.1" status: 200  len: 1098 time: 0.0807102
May 06 00:39:21.606699 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-7b3137f2-5404-441a-b3af-41dc349c2935 req-5c903b3d-a204-4bde-80d2-fafb53ebfc83 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=811af3d2-d9e3-451a-9e32-5fc42ad73f8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0366213
May 06 00:39:21.688618 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b852ec-e9bf-42c4-a842-13e3ea9a1b06 req-7baf9e93-62fe-4d1a-a23b-a550405fdbe8 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:21.690606 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-91b852ec-e9bf-42c4-a842-13e3ea9a1b06 req-7baf9e93-62fe-4d1a-a23b-a550405fdbe8 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] 10.222.0.24 "GET /v2.0/ports?device_id=9fe6f6f0-0088-4879-a03c-107809502634 HTTP/1.1" status: 200  len: 945 time: 0.0818844
May 06 00:39:21.753351 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-91b852ec-e9bf-42c4-a842-13e3ea9a1b06 req-57e4cfe5-f9d6-4cf9-a5e0-214a0c2b3ec4 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] 10.222.0.24 "GET /v2.0/security-groups?id=811af3d2-d9e3-451a-9e32-5fc42ad73f8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0555706
May 06 00:39:21.792372 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40f4b95-995a-4eed-8e4c-0f7ecb4936f2 req-280ba55f-0a94-4942-a0a0-b94fa70ff6f3 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:21.793841 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-d40f4b95-995a-4eed-8e4c-0f7ecb4936f2 req-280ba55f-0a94-4942-a0a0-b94fa70ff6f3 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdde4357-7534-4386-a91d-a9b70d1b0c82 HTTP/1.1" status: 200  len: 944 time: 0.0947752
May 06 00:39:21.838275 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-d40f4b95-995a-4eed-8e4c-0f7ecb4936f2 req-76ff15de-05e5-4798-8f64-c825d4fa7616 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] 10.222.0.24 "GET /v2.0/security-groups?id=2cbfc576-e84d-4726-b156-8f3411b7787e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0380669
May 06 00:39:21.910549 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-06e5bd5a-9e4a-4653-864f-becf711c9df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:21.917985 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7910885-c72e-428d-9b8d-a83b34199d25 req-be1bd88e-c401-498f-b623-8e79a57858b1 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:21.919424 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-a7910885-c72e-428d-9b8d-a83b34199d25 req-be1bd88e-c401-498f-b623-8e79a57858b1 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] 10.222.0.24 "GET /v2.0/ports?device_id=52570047-b712-4844-8c1c-1a1bfcb0720f HTTP/1.1" status: 200  len: 945 time: 0.0800993
May 06 00:39:21.964560 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-a7910885-c72e-428d-9b8d-a83b34199d25 req-5e2a3df2-5cfe-4e62-ac85-e455ef963d59 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] 10.222.0.24 "GET /v2.0/security-groups?id=caf78781-a8d3-4bc3-9ba3-81b9c4d00593&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385308
May 06 00:39:22.268356 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d558891a-549e-4063-b39b-f7b8fdfc2163 req-f112497a-d702-44f9-b644-c60bc415e398 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:22.269978 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-d558891a-549e-4063-b39b-f7b8fdfc2163 req-f112497a-d702-44f9-b644-c60bc415e398 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1c5cc05-f410-4a03-9b3d-682a4e1cf825 HTTP/1.1" status: 200  len: 945 time: 0.0871613
May 06 00:39:22.320246 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-d558891a-549e-4063-b39b-f7b8fdfc2163 req-700ed349-5afd-4f95-b527-c0a9bd194930 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/security-groups?id=079ebf81-42ef-4ee7-ac10-dfe00866b3f7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442677
May 06 00:39:22.708190 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Device c557a1e7-211b-40a1-b9f0-37e7213669a0 up at agent hyperv_hv-cinder-78462 {{(pid=73833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 00:39:22.775436 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Provisioning for port c557a1e7-211b-40a1-b9f0-37e7213669a0 completed by entity L2. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 00:39:22.780656 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Provisioning complete for port c557a1e7-211b-40a1-b9f0-37e7213669a0 triggered by entity L2. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 00:39:22.781496 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723253'] for port, provisioning_complete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:22.907377 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:22.946339 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] For port c557a1e7-211b-40a1-b9f0-37e7213669a0, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=c557a1e7-211b-40a1-b9f0-37e7213669a0,segment=NetworkSegment(ab5e7b5f-3e6f-45f7-9818-f391c8735e2a),segment_id=ab5e7b5f-3e6f-45f7-9818-f391c8735e2a)] {{(pid=73833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:39:22.946768 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff786d68-79ec-453d-a649-ea87c96952d2 req-c1e52be9-7ebe-48d1-8389-8d70b88c1923 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:22.948360 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-ff786d68-79ec-453d-a649-ea87c96952d2 req-c1e52be9-7ebe-48d1-8389-8d70b88c1923 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] 10.222.0.24 "GET /v2.0/ports?device_id=9fe6f6f0-0088-4879-a03c-107809502634 HTTP/1.1" status: 200  len: 945 time: 0.0890310
May 06 00:39:22.951426 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:22.953426 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:39:22.995340 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-ff786d68-79ec-453d-a649-ea87c96952d2 req-3da2f46e-ab93-4b0f-a783-c88e0ec180d7 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] 10.222.0.24 "GET /v2.0/security-groups?id=811af3d2-d9e3-451a-9e32-5fc42ad73f8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404065
May 06 00:39:23.024355 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Pushing event updated for resources: {'Port': ['ID=c557a1e7-211b-40a1-b9f0-37e7213669a0,revision_number=5']} {{(pid=73833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:39:23.027657 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:39:23.030386 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7814b94-0607-4174-94cf-7db73f423666 req-86ee1663-a371-4dec-bc6c-66ff367df923 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:23.031938 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-f7814b94-0607-4174-94cf-7db73f423666 req-86ee1663-a371-4dec-bc6c-66ff367df923 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdde4357-7534-4386-a91d-a9b70d1b0c82 HTTP/1.1" status: 200  len: 944 time: 0.0872405
May 06 00:39:23.085274 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-f7814b94-0607-4174-94cf-7db73f423666 req-692780bd-94ed-4f9e-991c-3855aca05c60 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] 10.222.0.24 "GET /v2.0/security-groups?id=2cbfc576-e84d-4726-b156-8f3411b7787e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0466943
May 06 00:39:23.180064 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93093f1-7f8d-4ff7-8af7-032e6874862a req-253274a8-20ae-4e42-8002-612733ebfc6a tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:23.181539 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-f93093f1-7f8d-4ff7-8af7-032e6874862a req-253274a8-20ae-4e42-8002-612733ebfc6a tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] 10.222.0.24 "GET /v2.0/ports?device_id=9fe6f6f0-0088-4879-a03c-107809502634 HTTP/1.1" status: 200  len: 945 time: 0.0800996
May 06 00:39:23.225276 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-f93093f1-7f8d-4ff7-8af7-032e6874862a req-c03700d8-383c-4917-92ac-8e83b8b5b38c tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] 10.222.0.24 "GET /v2.0/security-groups?id=811af3d2-d9e3-451a-9e32-5fc42ad73f8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380247
May 06 00:39:23.294501 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1c5cc05-f410-4a03-9b3d-682a4e1cf825', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c557a1e7-211b-40a1-b9f0-37e7213669a0'}] {{(pid=73833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 00:39:23.338170 dv-cinder-784623-8-iscsi neutron-server[73833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1c5cc05-f410-4a03-9b3d-682a4e1cf825', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c557a1e7-211b-40a1-b9f0-37e7213669a0', 'code': 200}
May 06 00:39:23.513243 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a1cd6d-8061-4394-97e9-620b40488aae req-85b1f053-0225-44a1-9d9b-b89878d13200 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:23.514605 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-b3a1cd6d-8061-4394-97e9-620b40488aae req-85b1f053-0225-44a1-9d9b-b89878d13200 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1c5cc05-f410-4a03-9b3d-682a4e1cf825 HTTP/1.1" status: 200  len: 946 time: 0.0864868
May 06 00:39:23.561432 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-b3a1cd6d-8061-4394-97e9-620b40488aae req-d8062c55-3889-48e0-b036-51580e5effdb tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/security-groups?id=079ebf81-42ef-4ee7-ac10-dfe00866b3f7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406549
May 06 00:39:23.730892 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8133ff7-d212-4370-8660-94336cce588a req-07e2c89d-15f6-43ba-897a-d8213217648e tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:23.732474 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-b8133ff7-d212-4370-8660-94336cce588a req-07e2c89d-15f6-43ba-897a-d8213217648e tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] 10.222.0.24 "GET /v2.0/ports?device_id=9fe6f6f0-0088-4879-a03c-107809502634 HTTP/1.1" status: 200  len: 945 time: 0.1881757
May 06 00:39:23.741846 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dfbc91-94cd-4ee6-86b6-e50236bf8fe8 req-69f589a7-c6e0-49a9-9d35-06c8f44f16ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:23.743792 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-36dfbc91-94cd-4ee6-86b6-e50236bf8fe8 req-69f589a7-c6e0-49a9-9d35-06c8f44f16ad service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d1c5cc05-f410-4a03-9b3d-682a4e1cf825 HTTP/1.1" status: 200  len: 1099 time: 0.0884855
May 06 00:39:23.779501 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-b8133ff7-d212-4370-8660-94336cce588a req-48d7b595-7edd-40e0-ae98-9694f8aa2170 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] 10.222.0.24 "GET /v2.0/security-groups?id=811af3d2-d9e3-451a-9e32-5fc42ad73f8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402067
May 06 00:39:23.797386 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-36dfbc91-94cd-4ee6-86b6-e50236bf8fe8 req-4f775772-3dd0-4ab2-bba7-43fb1f508365 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=079ebf81-42ef-4ee7-ac10-dfe00866b3f7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0374188
May 06 00:39:24.312010 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a3b072-e2e1-4958-98eb-41d7fe9d6091 req-181fc12d-3d5d-4d09-bf75-ad0453936f37 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:24.313532 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-12a3b072-e2e1-4958-98eb-41d7fe9d6091 req-181fc12d-3d5d-4d09-bf75-ad0453936f37 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdde4357-7534-4386-a91d-a9b70d1b0c82 HTTP/1.1" status: 200  len: 944 time: 0.0909629
May 06 00:39:24.359416 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-12a3b072-e2e1-4958-98eb-41d7fe9d6091 req-195e754d-b1e8-4cf5-86d1-531b5be01cfd tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] 10.222.0.24 "GET /v2.0/security-groups?id=2cbfc576-e84d-4726-b156-8f3411b7787e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394278
May 06 00:39:24.753297 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e61faa8-68dc-498d-9cbb-d8704c7f503e req-9c20745e-db65-4da7-a721-2381016c25f5 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:24.754866 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-3e61faa8-68dc-498d-9cbb-d8704c7f503e req-9c20745e-db65-4da7-a721-2381016c25f5 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1c5cc05-f410-4a03-9b3d-682a4e1cf825 HTTP/1.1" status: 200  len: 946 time: 0.0858467
May 06 00:39:24.804396 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-3e61faa8-68dc-498d-9cbb-d8704c7f503e req-abd04965-3b91-4310-b940-20d2bbe373c9 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/security-groups?id=079ebf81-42ef-4ee7-ac10-dfe00866b3f7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421026
May 06 00:39:25.546303 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecd5204-91b9-43c7-9b64-4bca792e914b req-b7433438-5384-48f0-9400-51b0d8cefd20 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:25.547743 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-2ecd5204-91b9-43c7-9b64-4bca792e914b req-b7433438-5384-48f0-9400-51b0d8cefd20 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdde4357-7534-4386-a91d-a9b70d1b0c82 HTTP/1.1" status: 200  len: 944 time: 0.0818577
May 06 00:39:25.596195 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-2ecd5204-91b9-43c7-9b64-4bca792e914b req-5e54782a-0628-4ee5-8fcf-af7270e621fa tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] 10.222.0.24 "GET /v2.0/security-groups?id=2cbfc576-e84d-4726-b156-8f3411b7787e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416136
May 06 00:39:25.986119 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867188bd-ff96-4ad7-b7a3-2a80dacc3601 req-5afeb666-8241-4666-9ded-de1b3c5794de tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:25.987478 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-867188bd-ff96-4ad7-b7a3-2a80dacc3601 req-5afeb666-8241-4666-9ded-de1b3c5794de tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1c5cc05-f410-4a03-9b3d-682a4e1cf825 HTTP/1.1" status: 200  len: 946 time: 0.0793781
May 06 00:39:26.034867 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-867188bd-ff96-4ad7-b7a3-2a80dacc3601 req-d805c7ec-59ae-4b21-b81f-e50ecee36f77 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/security-groups?id=079ebf81-42ef-4ee7-ac10-dfe00866b3f7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405030
May 06 00:39:26.225873 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84c29e2-25d5-4afb-9a90-817594e46f84 req-5bb44f94-0926-41e1-a556-b5fc6bae0504 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:26.227348 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-a84c29e2-25d5-4afb-9a90-817594e46f84 req-5bb44f94-0926-41e1-a556-b5fc6bae0504 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1c5cc05-f410-4a03-9b3d-682a4e1cf825 HTTP/1.1" status: 200  len: 946 time: 0.0854967
May 06 00:39:26.278722 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-a84c29e2-25d5-4afb-9a90-817594e46f84 req-63e5366d-f30a-4346-a6d4-460450a2f8ce tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/security-groups?id=079ebf81-42ef-4ee7-ac10-dfe00866b3f7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385640
May 06 00:39:26.294769 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 42232) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:39:26.471640 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37203c50-2741-404d-83d2-ea19af779575 tempest-TestVolumeBootPattern-1984864906 tempest-TestVolumeBootPattern-1984864906-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:26.473137 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-37203c50-2741-404d-83d2-ea19af779575 tempest-TestVolumeBootPattern-1984864906 tempest-TestVolumeBootPattern-1984864906-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=d1c5cc05-f410-4a03-9b3d-682a4e1cf825 HTTP/1.1" status: 200  len: 1094 time: 0.1773674
May 06 00:39:26.476072 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 42238) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:39:26.480927 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.v2.base [None req-3ea7910c-aa98-4f35-862b-e4e59edd061a tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Request body: {'floatingip': {'floating_network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'port_id': 'c557a1e7-211b-40a1-b9f0-37e7213669a0', 'tenant_id': '24c0c0411f574f8f960e5150472df75e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=73832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:39:26.486667 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-3ea7910c-aa98-4f35-862b-e4e59edd061a tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:39:26.490389 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-3ea7910c-aa98-4f35-862b-e4e59edd061a tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Usage tracker for resource:floatingip and tenant:24c0c0411f574f8f960e5150472df75e is out of sync, need to count used quota {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:39:26.493182 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-3ea7910c-aa98-4f35-862b-e4e59edd061a tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:39:26.498780 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-3ea7910c-aa98-4f35-862b-e4e59edd061a tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:39:26.509193 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-3ea7910c-aa98-4f35-862b-e4e59edd061a tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Notify callbacks [] for floatingip, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:26.640144 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-3ea7910c-aa98-4f35-862b-e4e59edd061a tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:26.782202 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.db_base_plugin_common [None req-3ea7910c-aa98-4f35-862b-e4e59edd061a tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Allocated IP 172.27.3.172 (86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4/5f976aaf-f539-4cba-9109-d63a57e1b399/3ead1fab-4ce1-4318-bbd5-de7a88ae510e) {{(pid=73832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 06 00:39:26.792462 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4312fd-1e1d-459b-be48-b710a6bae627 req-12423a08-6be4-42e8-ae3f-35973d91193d tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:26.794074 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-2c4312fd-1e1d-459b-be48-b710a6bae627 req-12423a08-6be4-42e8-ae3f-35973d91193d tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdde4357-7534-4386-a91d-a9b70d1b0c82 HTTP/1.1" status: 200  len: 944 time: 0.0893934
May 06 00:39:26.924547 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-2c4312fd-1e1d-459b-be48-b710a6bae627 req-a726c495-d1f1-492b-b49f-7ce79c4393c2 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] 10.222.0.24 "GET /v2.0/security-groups?id=2cbfc576-e84d-4726-b156-8f3411b7787e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1216066
May 06 00:39:26.938202 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-3ea7910c-aa98-4f35-862b-e4e59edd061a tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Notify callbacks [] for port, precommit_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:26.967970 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-3ea7910c-aa98-4f35-862b-e4e59edd061a tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767380898820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2182845'] for port, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:26.971455 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-6b6d8a4e-4c18-4dd2-9818-81b3dfca99ef tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:39:27.031359 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea7910c-aa98-4f35-862b-e4e59edd061a tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Network 86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4 is already hosted by enough agents. {{(pid=73832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 00:39:27.034324 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.scheduler.base_scheduler [None req-3ea7910c-aa98-4f35-862b-e4e59edd061a tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Resources bound (agent type, host, resource id):  {{(pid=73832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 00:39:27.042761 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea7910c-aa98-4f35-862b-e4e59edd061a tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Received port after_create {{(pid=73832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 06 00:39:27.076460 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea7910c-aa98-4f35-862b-e4e59edd061a tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Pushing event updated for resources: {'Port': ['ID=3ead1fab-4ce1-4318-bbd5-de7a88ae510e,revision_number=1']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:39:27.080825 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-3ea7910c-aa98-4f35-862b-e4e59edd061a tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:39:27.279012 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Device e6c122fb-90d3-4f9f-a814-cb41c6e88deb details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=73833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 06 00:39:27.417796 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] For port e6c122fb-90d3-4f9f-a814-cb41c6e88deb, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=e6c122fb-90d3-4f9f-a814-cb41c6e88deb,segment=NetworkSegment(ad3796ff-8d99-4772-b33c-212fa30eb7b6),segment_id=ad3796ff-8d99-4772-b33c-212fa30eb7b6)] {{(pid=73833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:39:27.431888 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Returning: {'device': 'e6c122fb-90d3-4f9f-a814-cb41c6e88deb', 'network_id': '8a76de60-8f51-46a7-82de-5e733a1b9171', 'port_id': 'e6c122fb-90d3-4f9f-a814-cb41c6e88deb', 'mac_address': 'fa:16:3e:a6:b6:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1144644b-a385-46b3-a0c3-f4eac028f2d2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 06 00:39:27.453337 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-3ea7910c-aa98-4f35-862b-e4e59edd061a tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:27.487848 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:27.504970 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.notifiers.nova [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6c122fb-90d3-4f9f-a814-cb41c6e88deb {{(pid=73833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 06 00:39:27.521684 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] For port e6c122fb-90d3-4f9f-a814-cb41c6e88deb, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=e6c122fb-90d3-4f9f-a814-cb41c6e88deb,segment=NetworkSegment(ad3796ff-8d99-4772-b33c-212fa30eb7b6),segment_id=ad3796ff-8d99-4772-b33c-212fa30eb7b6)] {{(pid=73833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:39:27.525407 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:27.527234 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:39:27.532924 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-3ea7910c-aa98-4f35-862b-e4e59edd061a tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:27.630128 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Pushing event updated for resources: {'Port': ['ID=e6c122fb-90d3-4f9f-a814-cb41c6e88deb,revision_number=4']} {{(pid=73833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:39:27.633287 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:39:27.820441 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-3ea7910c-aa98-4f35-862b-e4e59edd061a tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Notify callbacks [] for port, precommit_update {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:27.824923 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-3ea7910c-aa98-4f35-862b-e4e59edd061a tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2182820'] for port, after_update {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:27.828420 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-0216c724-87c1-482c-bb31-6c5fde61d8b5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:39:27.927987 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea7910c-aa98-4f35-862b-e4e59edd061a tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Pushing event updated for resources: {'Port': ['ID=3ead1fab-4ce1-4318-bbd5-de7a88ae510e,revision_number=2']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:39:27.931956 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-3ea7910c-aa98-4f35-862b-e4e59edd061a tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:39:27.944576 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-3ea7910c-aa98-4f35-862b-e4e59edd061a tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407923'] for floatingip, after_update {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:28.161396 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.db.l3_db [None req-3ea7910c-aa98-4f35-862b-e4e59edd061a tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Floating IP 1eed3718-e345-4685-aa6a-ca227bc24be7 associated. External IP: 172.27.3.172, port: c557a1e7-211b-40a1-b9f0-37e7213669a0.
May 06 00:39:28.282084 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1ccad5-2a88-47ec-9b07-b4c268dae849 req-2da3373a-3f25-45b5-95ab-55986b2ab4d9 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:28.283952 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-8c1ccad5-2a88-47ec-9b07-b4c268dae849 req-2da3373a-3f25-45b5-95ab-55986b2ab4d9 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdde4357-7534-4386-a91d-a9b70d1b0c82 HTTP/1.1" status: 200  len: 945 time: 0.2323639
May 06 00:39:28.356150 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-8c1ccad5-2a88-47ec-9b07-b4c268dae849 req-afbfcfea-7ed6-400d-a79e-187143b94d28 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] 10.222.0.24 "GET /v2.0/security-groups?id=2cbfc576-e84d-4726-b156-8f3411b7787e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0650384
May 06 00:39:28.555132 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ea7910c-aa98-4f35-862b-e4e59edd061a tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Router 41a6e37e-02c6-4008-8826-bde16799ef0c has already been hosted by L3 agent 3fa0790c-dd29-4495-aa07-f8a2ae482509 {{(pid=73832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 06 00:39:28.728749 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ea7910c-aa98-4f35-862b-e4e59edd061a tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Notify agent at l3_agent.dv-cinder-784623-8-iscsi the message routers_updated {{(pid=73832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 06 00:39:28.739503 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d02403c-be39-46e6-b987-f108afa9c787 None None] Sync routers for ids ['41a6e37e-02c6-4008-8826-bde16799ef0c'] in dv-cinder-784623-8-iscsi {{(pid=73833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 06 00:39:28.748516 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d02403c-be39-46e6-b987-f108afa9c787 None None] Routers {'41a6e37e-02c6-4008-8826-bde16799ef0c'} bound to L3 agent in host dv-cinder-784623-8-iscsi {{(pid=73833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 00:39:28.749172 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_hamode_db [None req-3d02403c-be39-46e6-b987-f108afa9c787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f95092cb790>, 'dv-cinder-784623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-06T00:27:20Z,description=<?>,heartbeat_timestamp=2021-05-06T00:39:20Z,host='dv-cinder-784623-8-iscsi',id=3fa0790c-dd29-4495-aa07-f8a2ae482509,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T00:27:20Z,topic='l3_agent')) {'router_ids': ['41a6e37e-02c6-4008-8826-bde16799ef0c'], 'active': True} {{(pid=73833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:39:28.754014 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-3ea7910c-aa98-4f35-862b-e4e59edd061a tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43737'] for floatingip, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:28.811365 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-3ea7910c-aa98-4f35-862b-e4e59edd061a tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.3342144
May 06 00:39:28.811999 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1c5cc05-f410-4a03-9b3d-682a4e1cf825', 'tag': 'c557a1e7-211b-40a1-b9f0-37e7213669a0'}] {{(pid=73832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 00:39:28.857961 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1c5cc05-f410-4a03-9b3d-682a4e1cf825', 'tag': 'c557a1e7-211b-40a1-b9f0-37e7213669a0', 'status': 'completed', 'code': 200}
May 06 00:39:28.928315 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_dvr_db [None req-3d02403c-be39-46e6-b987-f108afa9c787 None None] Set router 41a6e37e-02c6-4008-8826-bde16799ef0c gateway port host: dv-cinder-784623-8-iscsi {{(pid=73833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 00:39:29.268829 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_hamode_db [None req-3d02403c-be39-46e6-b987-f108afa9c787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f95092cb790>, [{'id': '41a6e37e-02c6-4008-8826-bde16799ef0c', 'name': 'tempest-TestVolumeBootPattern-1167851366-router', 'tenant_id': '24c0c0411f574f8f960e5150472df75e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'external_fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'f4c3c0aa-d0a0-4fa1-a400-ccbb23f85508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:37:53Z', 'updated_at': '2021-05-06T00:38:00Z', 'revision_number': 4, 'project_id': '24c0c0411f574f8f960e5150472df75e', 'gw_port': {'id': 'f4c3c0aa-d0a0-4fa1-a400-ccbb23f85508', 'name': '', 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:28:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a6e37e-02c6-4008-8826-bde16799ef0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:37:55Z', 'updated_at': '2021-05-06T00:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-iscsi', '_floatingips': [{'id': '1eed3718-e345-4685-aa6a-ca227bc24be7', 'tenant_id': '24c0c0411f574f8f960e5150472df75e', 'floating_ip_address': '172.27.3.172', 'floating_network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'router_id': '41a6e37e-02c6-4008-8826-bde16799ef0c', 'port_id': 'c557a1e7-211b-40a1-b9f0-37e7213669a0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3eca023-a406-48df-a3db-ebd6b6f9c1bf', 'mac_address': 'fa:16:3e:16:0e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c5cc05-f410-4a03-9b3d-682a4e1cf825', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T00:39:27Z', 'updated_at': '2021-05-06T00:39:27Z', 'revision_number': 0, 'project_id': '24c0c0411f574f8f960e5150472df75e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64e79fd4-fc6f-4aca-8b86-d7ad2bbd4f44', 'name': '', 'network_id': 'b3eca023-a406-48df-a3db-ebd6b6f9c1bf', 'tenant_id': '24c0c0411f574f8f960e5150472df75e', 'mac_address': 'fa:16:3e:fd:86:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a6e37e-02c6-4008-8826-bde16799ef0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'abd7dd6a-5cfe-4ac3-a1f5-824fa1d29c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:37:59Z', 'updated_at': '2021-05-06T00:38:09Z', 'revision_number': 5, 'project_id': '24c0c0411f574f8f960e5150472df75e', 'subnets': [{'id': 'abd7dd6a-5cfe-4ac3-a1f5-824fa1d29c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-8-iscsi', False) {} {{(pid=73833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:39:29.272545 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d02403c-be39-46e6-b987-f108afa9c787 None None] Checking router: 41a6e37e-02c6-4008-8826-bde16799ef0c for host: dv-cinder-784623-8-iscsi {{(pid=73833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 06 00:39:29.280517 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d02403c-be39-46e6-b987-f108afa9c787 None None] Routers {'41a6e37e-02c6-4008-8826-bde16799ef0c'} bound to L3 agent in host dv-cinder-784623-8-iscsi {{(pid=73833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 00:39:29.281145 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_hamode_db [None req-3d02403c-be39-46e6-b987-f108afa9c787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f95092cb790>, 'dv-cinder-784623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-06T00:27:20Z,description=<?>,heartbeat_timestamp=2021-05-06T00:39:20Z,host='dv-cinder-784623-8-iscsi',id=3fa0790c-dd29-4495-aa07-f8a2ae482509,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T00:27:20Z,topic='l3_agent')) {'router_ids': ['41a6e37e-02c6-4008-8826-bde16799ef0c'], 'active': True} {{(pid=73833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:39:29.424510 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bba5fb-a42c-46a9-a571-3f6eae3a20b3 req-a1f57994-dff8-4136-a635-ac644e8fb217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:29.426206 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-21bba5fb-a42c-46a9-a571-3f6eae3a20b3 req-a1f57994-dff8-4136-a635-ac644e8fb217 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=24c0c0411f574f8f960e5150472df75e&device_id=d1c5cc05-f410-4a03-9b3d-682a4e1cf825 HTTP/1.1" status: 200  len: 1099 time: 0.0779314
May 06 00:39:29.474585 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_dvr_db [None req-3d02403c-be39-46e6-b987-f108afa9c787 None None] Set router 41a6e37e-02c6-4008-8826-bde16799ef0c gateway port host: dv-cinder-784623-8-iscsi {{(pid=73833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 00:39:29.568666 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a96a15f-a99b-4224-9504-ae746182b634 req-5b2c6240-182c-4853-9d96-7eca18f62abc tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:29.570452 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-1a96a15f-a99b-4224-9504-ae746182b634 req-5b2c6240-182c-4853-9d96-7eca18f62abc tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdde4357-7534-4386-a91d-a9b70d1b0c82 HTTP/1.1" status: 200  len: 945 time: 0.0965981
May 06 00:39:29.599144 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bba5fb-a42c-46a9-a571-3f6eae3a20b3 req-b2fe3a1e-e23d-4f0a-88db-54b78500f0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:29.601305 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-21bba5fb-a42c-46a9-a571-3f6eae3a20b3 req-b2fe3a1e-e23d-4f0a-88db-54b78500f0f2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b3eca023-a406-48df-a3db-ebd6b6f9c1bf HTTP/1.1" status: 200  len: 913 time: 0.1611185
May 06 00:39:29.642474 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-1a96a15f-a99b-4224-9504-ae746182b634 req-81110b32-b182-4ff4-af56-e0ee924942e4 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] 10.222.0.24 "GET /v2.0/security-groups?id=2cbfc576-e84d-4726-b156-8f3411b7787e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0571244
May 06 00:39:29.731810 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-21bba5fb-a42c-46a9-a571-3f6eae3a20b3 req-5c34af21-9ff9-41f2-8215-051079cce8ad service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c557a1e7-211b-40a1-b9f0-37e7213669a0 HTTP/1.1" status: 200  len: 1000 time: 0.1216171
May 06 00:39:29.766644 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] get_ports_and_sgs() called for port_ids ['e6c122fb-90d3-4f9f-a814-cb41c6e88deb'] {{(pid=73833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 06 00:39:29.807813 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bba5fb-a42c-46a9-a571-3f6eae3a20b3 req-d3686420-6316-4014-91e8-754e4f973f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:29.809768 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-21bba5fb-a42c-46a9-a571-3f6eae3a20b3 req-d3686420-6316-4014-91e8-754e4f973f27 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=abd7dd6a-5cfe-4ac3-a1f5-824fa1d29c3f HTTP/1.1" status: 200  len: 851 time: 0.0707848
May 06 00:39:29.891214 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bba5fb-a42c-46a9-a571-3f6eae3a20b3 req-1e0ab458-062a-4289-b952-421fe9d19824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:29.892371 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-21bba5fb-a42c-46a9-a571-3f6eae3a20b3 req-1e0ab458-062a-4289-b952-421fe9d19824 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b3eca023-a406-48df-a3db-ebd6b6f9c1bf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0744450
May 06 00:39:30.060723 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-21bba5fb-a42c-46a9-a571-3f6eae3a20b3 req-546a4a65-d4c8-4425-9e43-ff2e8e58933b service neutron] 10.222.0.30 "GET /v2.0/networks/b3eca023-a406-48df-a3db-ebd6b6f9c1bf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1607175
May 06 00:39:30.219735 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_hamode_db [None req-3d02403c-be39-46e6-b987-f108afa9c787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f95092cb790>, [{'id': '41a6e37e-02c6-4008-8826-bde16799ef0c', 'name': 'tempest-TestVolumeBootPattern-1167851366-router', 'tenant_id': '24c0c0411f574f8f960e5150472df75e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'external_fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'f4c3c0aa-d0a0-4fa1-a400-ccbb23f85508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:37:53Z', 'updated_at': '2021-05-06T00:38:00Z', 'revision_number': 4, 'project_id': '24c0c0411f574f8f960e5150472df75e', 'gw_port': {'id': 'f4c3c0aa-d0a0-4fa1-a400-ccbb23f85508', 'name': '', 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:28:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a6e37e-02c6-4008-8826-bde16799ef0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:37:55Z', 'updated_at': '2021-05-06T00:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-iscsi', '_floatingips': [{'id': '1eed3718-e345-4685-aa6a-ca227bc24be7', 'tenant_id': '24c0c0411f574f8f960e5150472df75e', 'floating_ip_address': '172.27.3.172', 'floating_network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'router_id': '41a6e37e-02c6-4008-8826-bde16799ef0c', 'port_id': 'c557a1e7-211b-40a1-b9f0-37e7213669a0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3eca023-a406-48df-a3db-ebd6b6f9c1bf', 'mac_address': 'fa:16:3e:16:0e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c5cc05-f410-4a03-9b3d-682a4e1cf825', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T00:39:27Z', 'updated_at': '2021-05-06T00:39:27Z', 'revision_number': 0, 'project_id': '24c0c0411f574f8f960e5150472df75e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64e79fd4-fc6f-4aca-8b86-d7ad2bbd4f44', 'name': '', 'network_id': 'b3eca023-a406-48df-a3db-ebd6b6f9c1bf', 'tenant_id': '24c0c0411f574f8f960e5150472df75e', 'mac_address': 'fa:16:3e:fd:86:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a6e37e-02c6-4008-8826-bde16799ef0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'abd7dd6a-5cfe-4ac3-a1f5-824fa1d29c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:37:59Z', 'updated_at': '2021-05-06T00:38:09Z', 'revision_number': 5, 'project_id': '24c0c0411f574f8f960e5150472df75e', 'subnets': [{'id': 'abd7dd6a-5cfe-4ac3-a1f5-824fa1d29c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-8-iscsi', False) {} {{(pid=73833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:39:30.238764 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d02403c-be39-46e6-b987-f108afa9c787 None None] The sync data for ids ['41a6e37e-02c6-4008-8826-bde16799ef0c'] in dv-cinder-784623-8-iscsi is: [{'id': '41a6e37e-02c6-4008-8826-bde16799ef0c', 'name': 'tempest-TestVolumeBootPattern-1167851366-router', 'tenant_id': '24c0c0411f574f8f960e5150472df75e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'external_fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'f4c3c0aa-d0a0-4fa1-a400-ccbb23f85508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:37:53Z', 'updated_at': '2021-05-06T00:38:00Z', 'revision_number': 4, 'project_id': '24c0c0411f574f8f960e5150472df75e', 'gw_port': {'id': 'f4c3c0aa-d0a0-4fa1-a400-ccbb23f85508', 'name': '', 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:28:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a6e37e-02c6-4008-8826-bde16799ef0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:37:55Z', 'updated_at': '2021-05-06T00:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-iscsi', '_floatingips': [{'id': '1eed3718-e345-4685-aa6a-ca227bc24be7', 'tenant_id': '24c0c0411f574f8f960e5150472df75e', 'floating_ip_address': '172.27.3.172', 'floating_network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'router_id': '41a6e37e-02c6-4008-8826-bde16799ef0c', 'port_id': 'c557a1e7-211b-40a1-b9f0-37e7213669a0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3eca023-a406-48df-a3db-ebd6b6f9c1bf', 'mac_address': 'fa:16:3e:16:0e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c5cc05-f410-4a03-9b3d-682a4e1cf825', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T00:39:27Z', 'updated_at': '2021-05-06T00:39:27Z', 'revision_number': 0, 'project_id': '24c0c0411f574f8f960e5150472df75e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64e79fd4-fc6f-4aca-8b86-d7ad2bbd4f44', 'name': '', 'network_id': 'b3eca023-a406-48df-a3db-ebd6b6f9c1bf', 'tenant_id': '24c0c0411f574f8f960e5150472df75e', 'mac_address': 'fa:16:3e:fd:86:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a6e37e-02c6-4008-8826-bde16799ef0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'abd7dd6a-5cfe-4ac3-a1f5-824fa1d29c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:37:59Z', 'updated_at': '2021-05-06T00:38:09Z', 'revision_number': 5, 'project_id': '24c0c0411f574f8f960e5150472df75e', 'subnets': [{'id': 'abd7dd6a-5cfe-4ac3-a1f5-824fa1d29c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 06 00:39:30.283669 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-21bba5fb-a42c-46a9-a571-3f6eae3a20b3 req-d84c7ab4-980f-43b9-8902-07597c3107cc service neutron] 10.222.0.30 "GET /v2.0/networks/b3eca023-a406-48df-a3db-ebd6b6f9c1bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2066536
May 06 00:39:30.511997 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44a2416-f259-49e8-a2c8-81e011191882 None None] New status for floating IP 1eed3718-e345-4685-aa6a-ca227bc24be7: ACTIVE {{(pid=73834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 06 00:39:30.838394 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dda607-87a0-4d90-8693-886b9a5932cd req-d24f2f16-40e8-4c32-af2d-bacefcc2e71b tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:30.839950 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-e8dda607-87a0-4d90-8693-886b9a5932cd req-d24f2f16-40e8-4c32-af2d-bacefcc2e71b tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdde4357-7534-4386-a91d-a9b70d1b0c82 HTTP/1.1" status: 200  len: 945 time: 0.0862491
May 06 00:39:30.884232 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-e8dda607-87a0-4d90-8693-886b9a5932cd req-e1056f9d-be25-4021-8e38-dd25a084dc91 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] 10.222.0.24 "GET /v2.0/security-groups?id=2cbfc576-e84d-4726-b156-8f3411b7787e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385413
May 06 00:39:32.166239 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c974af-8a73-4735-87db-8ec405953645 req-bb58da66-f0fc-4c62-9f13-076cc3d7c850 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:32.167681 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-b6c974af-8a73-4735-87db-8ec405953645 req-bb58da66-f0fc-4c62-9f13-076cc3d7c850 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdde4357-7534-4386-a91d-a9b70d1b0c82 HTTP/1.1" status: 200  len: 945 time: 0.1795294
May 06 00:39:32.212935 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-b6c974af-8a73-4735-87db-8ec405953645 req-ca65315c-1fcf-46ac-a32c-79c797cf5a8b tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] 10.222.0.24 "GET /v2.0/security-groups?id=2cbfc576-e84d-4726-b156-8f3411b7787e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393538
May 06 00:39:33.394006 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3923977-e468-4b4b-9882-d50cdeef6a9f req-ff6a447e-1684-4ca1-8037-1d6daee7c8df tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:33.395453 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-d3923977-e468-4b4b-9882-d50cdeef6a9f req-ff6a447e-1684-4ca1-8037-1d6daee7c8df tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdde4357-7534-4386-a91d-a9b70d1b0c82 HTTP/1.1" status: 200  len: 945 time: 0.0797043
May 06 00:39:33.439485 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-d3923977-e468-4b4b-9882-d50cdeef6a9f req-dc1404c8-d3c0-475f-829b-3ad16a9f13ac tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] 10.222.0.24 "GET /v2.0/security-groups?id=2cbfc576-e84d-4726-b156-8f3411b7787e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0383983
May 06 00:39:33.887890 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.agents_db [None req-ee74f776-58ee-4f13-aa41-ceaf6d7d8c19 None None] Agent healthcheck: found 6 active agents {{(pid=73834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 06 00:39:34.628762 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a01621c-7d7b-4a39-af13-0427903e1b5a req-2ad473c9-57fd-4020-a940-13add29fd559 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:34.630218 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-4a01621c-7d7b-4a39-af13-0427903e1b5a req-2ad473c9-57fd-4020-a940-13add29fd559 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdde4357-7534-4386-a91d-a9b70d1b0c82 HTTP/1.1" status: 200  len: 945 time: 0.0861793
May 06 00:39:34.683041 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-4a01621c-7d7b-4a39-af13-0427903e1b5a req-2fdbe497-7856-4a47-8b3a-8e0b9ddb14d4 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] 10.222.0.24 "GET /v2.0/security-groups?id=2cbfc576-e84d-4726-b156-8f3411b7787e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0465360
May 06 00:39:35.302378 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Device e6c122fb-90d3-4f9f-a814-cb41c6e88deb up at agent hyperv_hv-cinder-78462 {{(pid=73833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 00:39:35.375033 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Provisioning for port e6c122fb-90d3-4f9f-a814-cb41c6e88deb completed by entity L2. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 00:39:35.379672 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Provisioning complete for port e6c122fb-90d3-4f9f-a814-cb41c6e88deb triggered by entity L2. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 00:39:35.380047 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723253'] for port, provisioning_complete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:35.465625 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd2300c-9fbf-45e1-a53b-70b1ffa268bf req-9b2ff286-8160-480c-b289-9b16be7dedc2 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:35.467071 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-0fd2300c-9fbf-45e1-a53b-70b1ffa268bf req-9b2ff286-8160-480c-b289-9b16be7dedc2 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] 10.222.0.24 "GET /v2.0/networks?id=9ab706ea-4458-41a9-8c8a-6bc700b518fe HTTP/1.1" status: 200  len: 815 time: 0.1544030
May 06 00:39:35.482109 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-0fd2300c-9fbf-45e1-a53b-70b1ffa268bf req-6e2297d5-7707-43ef-8001-6dbbca15c9a4 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] 10.222.0.24 "GET /v2.0/quotas/2931334f6f2c435b8bc0aba23f1277b7 HTTP/1.1" status: 200  len: 375 time: 0.0088706
May 06 00:39:35.533904 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:35.562140 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdde4357-7534-4386-a91d-a9b70d1b0c82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6c122fb-90d3-4f9f-a814-cb41c6e88deb'}] {{(pid=73833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 00:39:35.568082 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-0fd2300c-9fbf-45e1-a53b-70b1ffa268bf req-06a46dd8-02dc-42a7-8e3f-4960c2056c1b tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2931334f6f2c435b8bc0aba23f1277b7&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0808392
May 06 00:39:35.574029 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] For port e6c122fb-90d3-4f9f-a814-cb41c6e88deb, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=e6c122fb-90d3-4f9f-a814-cb41c6e88deb,segment=NetworkSegment(ad3796ff-8d99-4772-b33c-212fa30eb7b6),segment_id=ad3796ff-8d99-4772-b33c-212fa30eb7b6)] {{(pid=73833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:39:35.578888 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:35.582567 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-8626c26a-cc31-431b-af38-ebba8463ec5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:39:35.624500 dv-cinder-784623-8-iscsi neutron-server[73833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdde4357-7534-4386-a91d-a9b70d1b0c82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6c122fb-90d3-4f9f-a814-cb41c6e88deb', 'code': 200}
May 06 00:39:35.669314 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Pushing event updated for resources: {'Port': ['ID=e6c122fb-90d3-4f9f-a814-cb41c6e88deb,revision_number=5']} {{(pid=73833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:39:35.672467 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:39:35.742527 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-0fd2300c-9fbf-45e1-a53b-70b1ffa268bf req-46e4044f-4681-4af3-a8e2-250bbd676416 service neutron] 10.222.0.24 "GET /v2.0/networks/9ab706ea-4458-41a9-8c8a-6bc700b518fe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1650913
May 06 00:39:35.898160 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-0fd2300c-9fbf-45e1-a53b-70b1ffa268bf req-abbaece0-0869-4874-976c-f389e4a3d05b service neutron] 10.222.0.24 "GET /v2.0/networks/9ab706ea-4458-41a9-8c8a-6bc700b518fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1477361
May 06 00:39:35.914662 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ffd8d1-dac9-4e15-aa1b-104ee088d824 req-595c3297-a661-4fec-8b6e-4c72c01aa3de tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:35.916372 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-c0ffd8d1-dac9-4e15-aa1b-104ee088d824 req-595c3297-a661-4fec-8b6e-4c72c01aa3de tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdde4357-7534-4386-a91d-a9b70d1b0c82 HTTP/1.1" status: 200  len: 946 time: 0.0974176
May 06 00:39:35.968705 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-c0ffd8d1-dac9-4e15-aa1b-104ee088d824 req-699ef9a8-0700-47a1-8d04-1a9509d84917 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] 10.222.0.24 "GET /v2.0/security-groups?id=2cbfc576-e84d-4726-b156-8f3411b7787e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0464063
May 06 00:39:36.002800 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24505713-60b3-4acc-9944-d5fa00d09a61 req-f5b26a76-5f9e-417d-ad15-ed1c82476163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:36.004466 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-24505713-60b3-4acc-9944-d5fa00d09a61 req-f5b26a76-5f9e-417d-ad15-ed1c82476163 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=fdde4357-7534-4386-a91d-a9b70d1b0c82 HTTP/1.1" status: 200  len: 1099 time: 0.0822880
May 06 00:39:36.065924 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-24505713-60b3-4acc-9944-d5fa00d09a61 req-bae2364c-e61c-440a-bc43-f391b7b1512b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2cbfc576-e84d-4726-b156-8f3411b7787e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0513134
May 06 00:39:36.086414 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-64d19c9d-4736-4cea-8493-d96361e0d08f req-553dc1c1-7bfd-4f5f-b3c3-76f6965816af tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] 10.222.0.24 "GET /v2.0/ports?device_id=02c26ed5-586e-4750-b8c8-4251b08ea67a HTTP/1.1" status: 200  len: 210 time: 0.0429628
May 06 00:39:37.267185 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-7c0523b1-fa30-4767-874f-fa607ba27806 req-62012bc6-2ed7-4fd1-9c17-df7b5cc2e7d9 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] 10.222.0.24 "GET /v2.0/ports?device_id=02c26ed5-586e-4750-b8c8-4251b08ea67a HTTP/1.1" status: 200  len: 210 time: 0.0531459
May 06 00:39:37.336379 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2571e4-4c0b-4b05-9e18-31cd8a7e553b req-8e171961-bb3c-46c6-881c-3abbe3e0cb3d tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:37.337952 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-cb2571e4-4c0b-4b05-9e18-31cd8a7e553b req-8e171961-bb3c-46c6-881c-3abbe3e0cb3d tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdde4357-7534-4386-a91d-a9b70d1b0c82 HTTP/1.1" status: 200  len: 946 time: 0.2609911
May 06 00:39:37.425530 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-cb2571e4-4c0b-4b05-9e18-31cd8a7e553b req-2599c338-08cf-4c13-958a-70a7c05f160b tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] 10.222.0.24 "GET /v2.0/security-groups?id=2cbfc576-e84d-4726-b156-8f3411b7787e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0782623
May 06 00:39:37.450313 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd2300c-9fbf-45e1-a53b-70b1ffa268bf req-0887856f-3c99-4649-a561-8dc1f8b7ccd2 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:37.452172 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-0fd2300c-9fbf-45e1-a53b-70b1ffa268bf req-0887856f-3c99-4649-a561-8dc1f8b7ccd2 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] 10.222.0.30 "GET /v2.0/networks?id=9ab706ea-4458-41a9-8c8a-6bc700b518fe HTTP/1.1" status: 200  len: 815 time: 0.2099783
May 06 00:39:37.473355 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.v2.base [req-0fd2300c-9fbf-45e1-a53b-70b1ffa268bf req-a0c91f1b-eefe-40fe-af8b-404d0405bc9e tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Request body: {'port': {'device_id': '02c26ed5-586e-4750-b8c8-4251b08ea67a', 'network_id': '9ab706ea-4458-41a9-8c8a-6bc700b518fe', 'admin_state_up': True, 'tenant_id': '2931334f6f2c435b8bc0aba23f1277b7'}} {{(pid=73831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:39:37.608501 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [req-0fd2300c-9fbf-45e1-a53b-70b1ffa268bf req-a0c91f1b-eefe-40fe-af8b-404d0405bc9e tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:39:37.618319 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [req-0fd2300c-9fbf-45e1-a53b-70b1ffa268bf req-a0c91f1b-eefe-40fe-af8b-404d0405bc9e tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:39:37.629088 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fd2300c-9fbf-45e1-a53b-70b1ffa268bf req-a0c91f1b-eefe-40fe-af8b-404d0405bc9e tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Made reservation on behalf of 2931334f6f2c435b8bc0aba23f1277b7 for: {'port': 1} {{(pid=73831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 06 00:39:37.632604 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [req-0fd2300c-9fbf-45e1-a53b-70b1ffa268bf req-a0c91f1b-eefe-40fe-af8b-404d0405bc9e tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:37.795798 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.db_base_plugin_common [req-0fd2300c-9fbf-45e1-a53b-70b1ffa268bf req-a0c91f1b-eefe-40fe-af8b-404d0405bc9e tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Allocated IP 172.20.0.11 (9ab706ea-4458-41a9-8c8a-6bc700b518fe/36fdd0f8-d289-4f93-b6af-d39d90badcc9/de93e0d2-f778-461e-9191-250e49ebe62f) {{(pid=73831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 06 00:39:37.999220 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [req-0fd2300c-9fbf-45e1-a53b-70b1ffa268bf req-a0c91f1b-eefe-40fe-af8b-404d0405bc9e tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Notify callbacks [] for port, precommit_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:38.028753 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [req-0fd2300c-9fbf-45e1-a53b-70b1ffa268bf req-a0c91f1b-eefe-40fe-af8b-404d0405bc9e tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767380898820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2942582'] for port, after_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:38.034244 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-b21e542a-494e-4f51-8c87-a54e36e23d88 tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:39:38.044531 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] get_ports_and_sgs() called for port_ids ['ed6e3c21-b04e-43e3-9093-cee5d64aee52'] {{(pid=73833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 06 00:39:38.102398 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fd2300c-9fbf-45e1-a53b-70b1ffa268bf req-a0c91f1b-eefe-40fe-af8b-404d0405bc9e tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Network 9ab706ea-4458-41a9-8c8a-6bc700b518fe is already hosted by enough agents. {{(pid=73831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 00:39:38.105574 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.scheduler.base_scheduler [req-0fd2300c-9fbf-45e1-a53b-70b1ffa268bf req-a0c91f1b-eefe-40fe-af8b-404d0405bc9e tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Resources bound (agent type, host, resource id):  {{(pid=73831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 00:39:38.115666 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fd2300c-9fbf-45e1-a53b-70b1ffa268bf req-a0c91f1b-eefe-40fe-af8b-404d0405bc9e tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Received port after_create {{(pid=73831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 06 00:39:38.150351 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c91f1b-eefe-40fe-af8b-404d0405bc9e tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Pushing event updated for resources: {'Port': ['ID=de93e0d2-f778-461e-9191-250e49ebe62f,revision_number=1']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:39:38.156777 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-a0c91f1b-eefe-40fe-af8b-404d0405bc9e tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:39:38.189432 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd2300c-9fbf-45e1-a53b-70b1ffa268bf req-a0c91f1b-eefe-40fe-af8b-404d0405bc9e tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:38.190133 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [req-0fd2300c-9fbf-45e1-a53b-70b1ffa268bf req-a0c91f1b-eefe-40fe-af8b-404d0405bc9e tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43737'] for port, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:38.214612 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-0fd2300c-9fbf-45e1-a53b-70b1ffa268bf req-a0c91f1b-eefe-40fe-af8b-404d0405bc9e tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7454610
May 06 00:39:38.232289 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.v2.base [req-0fd2300c-9fbf-45e1-a53b-70b1ffa268bf req-c8e83672-2ad2-4209-843d-36aefbae88d1 service neutron] Request body: {'port': {'device_id': '02c26ed5-586e-4750-b8c8-4251b08ea67a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=73831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:39:38.350399 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [req-0fd2300c-9fbf-45e1-a53b-70b1ffa268bf req-c8e83672-2ad2-4209-843d-36aefbae88d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:38.612044 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa22f19-3bd1-4b9d-97a1-299f496975c4 req-0f8ffc56-599e-479b-9e4d-f6e885ae0b08 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:38.612663 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [req-eaa22f19-3bd1-4b9d-97a1-299f496975c4 req-0f8ffc56-599e-479b-9e4d-f6e885ae0b08 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Synchronizing usage tracker for tenant:2931334f6f2c435b8bc0aba23f1277b7 on resource:port {{(pid=73831) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 00:39:38.621956 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f0eb07-6439-4a34-a10b-eebd32a376bc req-a444fe48-5fce-4af7-8f99-4e7ca28b214d tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:38.623404 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-94f0eb07-6439-4a34-a10b-eebd32a376bc req-a444fe48-5fce-4af7-8f99-4e7ca28b214d tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdde4357-7534-4386-a91d-a9b70d1b0c82 HTTP/1.1" status: 200  len: 946 time: 0.0843933
May 06 00:39:38.668535 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-94f0eb07-6439-4a34-a10b-eebd32a376bc req-c55fe20b-68ce-4672-ad99-1d76ae865d72 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] 10.222.0.24 "GET /v2.0/security-groups?id=2cbfc576-e84d-4726-b156-8f3411b7787e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391250
May 06 00:39:38.690731 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [req-eaa22f19-3bd1-4b9d-97a1-299f496975c4 req-0f8ffc56-599e-479b-9e4d-f6e885ae0b08 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Unset dirty status for tenant:2931334f6f2c435b8bc0aba23f1277b7 on resource:port {{(pid=73831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 00:39:38.691897 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-eaa22f19-3bd1-4b9d-97a1-299f496975c4 req-0f8ffc56-599e-479b-9e4d-f6e885ae0b08 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] 10.222.0.24 "GET /v2.0/ports?device_id=02c26ed5-586e-4750-b8c8-4251b08ea67a HTTP/1.1" status: 200  len: 932 time: 0.2647977
May 06 00:39:38.771008 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-eaa22f19-3bd1-4b9d-97a1-299f496975c4 req-24c0393e-f7a0-49ad-a1c6-14973b74fc1f tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] 10.222.0.24 "GET /v2.0/security-groups?id=caf78781-a8d3-4bc3-9ba3-81b9c4d00593&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0714538
May 06 00:39:38.841376 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.notifiers.nova [req-0fd2300c-9fbf-45e1-a53b-70b1ffa268bf req-c8e83672-2ad2-4209-843d-36aefbae88d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de93e0d2-f778-461e-9191-250e49ebe62f {{(pid=73831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 06 00:39:38.848962 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [req-0fd2300c-9fbf-45e1-a53b-70b1ffa268bf req-c8e83672-2ad2-4209-843d-36aefbae88d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:38.852355 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3064eca9-1e1d-4091-94a9-e9a6d069285d req-63382e32-23cf-49bd-b5b9-602f3da9ecd1 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:38.853941 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-3064eca9-1e1d-4091-94a9-e9a6d069285d req-63382e32-23cf-49bd-b5b9-602f3da9ecd1 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdde4357-7534-4386-a91d-a9b70d1b0c82 HTTP/1.1" status: 200  len: 946 time: 0.0796714
May 06 00:39:38.864600 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.provisioning_blocks [req-0fd2300c-9fbf-45e1-a53b-70b1ffa268bf req-c8e83672-2ad2-4209-843d-36aefbae88d1 service neutron] Transition to ACTIVE for port object de93e0d2-f778-461e-9191-250e49ebe62f will not be triggered until provisioned by entity L2. {{(pid=73831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 00:39:38.868312 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [req-0fd2300c-9fbf-45e1-a53b-70b1ffa268bf req-c8e83672-2ad2-4209-843d-36aefbae88d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2942575'] for port, after_update {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:38.872703 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-47919477-5135-49e6-868e-39f2a5b8b5bf tempest-DeleteServersTestJSON-1871532533 tempest-DeleteServersTestJSON-1871532533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:39:38.902529 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-3064eca9-1e1d-4091-94a9-e9a6d069285d req-7ce067d6-f190-4c07-8257-9bfafed9759b tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] 10.222.0.24 "GET /v2.0/security-groups?id=2cbfc576-e84d-4726-b156-8f3411b7787e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425856
May 06 00:39:38.926278 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 42416) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:39:38.999602 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e83672-2ad2-4209-843d-36aefbae88d1 service neutron] Pushing event updated for resources: {'Port': ['ID=de93e0d2-f778-461e-9191-250e49ebe62f,revision_number=2']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:39:39.003241 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-c8e83672-2ad2-4209-843d-36aefbae88d1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:39:39.125317 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b889881-110c-43c3-a36c-66b51569445b tempest-TestShelveInstance-351465966 tempest-TestShelveInstance-351465966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:39.126974 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-4b889881-110c-43c3-a36c-66b51569445b tempest-TestShelveInstance-351465966 tempest-TestShelveInstance-351465966-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=fdde4357-7534-4386-a91d-a9b70d1b0c82 HTTP/1.1" status: 200  len: 1094 time: 0.1995478
May 06 00:39:39.129847 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 42424) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:39:39.134827 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.v2.base [None req-e83ab5b2-ef32-491e-a3b7-90bef86511b3 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Request body: {'floatingip': {'floating_network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'port_id': 'e6c122fb-90d3-4f9f-a814-cb41c6e88deb', 'tenant_id': '3fc73c2b6dc24f04b0a10b2cba547cef', 'fixed_ip_address': '172.20.0.10'}} {{(pid=73832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:39:39.140701 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-e83ab5b2-ef32-491e-a3b7-90bef86511b3 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:39:39.145080 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-e83ab5b2-ef32-491e-a3b7-90bef86511b3 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Usage tracker for resource:floatingip and tenant:3fc73c2b6dc24f04b0a10b2cba547cef is out of sync, need to count used quota {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:39:39.147878 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-e83ab5b2-ef32-491e-a3b7-90bef86511b3 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:39:39.153643 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-e83ab5b2-ef32-491e-a3b7-90bef86511b3 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:39:39.165179 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-e83ab5b2-ef32-491e-a3b7-90bef86511b3 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Notify callbacks [] for floatingip, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:39.205780 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.managers [req-0fd2300c-9fbf-45e1-a53b-70b1ffa268bf req-c8e83672-2ad2-4209-843d-36aefbae88d1 service neutron] Attempting to bind port de93e0d2-f778-461e-9191-250e49ebe62f on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=73831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 06 00:39:39.206452 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.managers [req-0fd2300c-9fbf-45e1-a53b-70b1ffa268bf req-c8e83672-2ad2-4209-843d-36aefbae88d1 service neutron] Attempting to bind port de93e0d2-f778-461e-9191-250e49ebe62f by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'f06c188b-9c40-4e79-bf54-a7ff9bdcf208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '9ab706ea-4458-41a9-8c8a-6bc700b518fe'}] {{(pid=73831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 06 00:39:39.207074 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd2300c-9fbf-45e1-a53b-70b1ffa268bf req-c8e83672-2ad2-4209-843d-36aefbae88d1 service neutron] Attempting to bind port de93e0d2-f778-461e-9191-250e49ebe62f on network 9ab706ea-4458-41a9-8c8a-6bc700b518fe {{(pid=73831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 00:39:39.212160 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd2300c-9fbf-45e1-a53b-70b1ffa268bf req-c8e83672-2ad2-4209-843d-36aefbae88d1 service neutron] Port de93e0d2-f778-461e-9191-250e49ebe62f on network 9ab706ea-4458-41a9-8c8a-6bc700b518fe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=73831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 06 00:39:39.212473 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd2300c-9fbf-45e1-a53b-70b1ffa268bf req-c8e83672-2ad2-4209-843d-36aefbae88d1 service neutron] Attempting to bind port de93e0d2-f778-461e-9191-250e49ebe62f on network 9ab706ea-4458-41a9-8c8a-6bc700b518fe {{(pid=73831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 00:39:39.217669 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd2300c-9fbf-45e1-a53b-70b1ffa268bf req-c8e83672-2ad2-4209-843d-36aefbae88d1 service neutron] Checking agent: {'id': '98bc602c-e9ce-4757-b8df-ef22d3a5b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 0, 33, 13), 'started_at': datetime.datetime(2021, 5, 6, 0, 33, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 0, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 06 00:39:39.218008 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd2300c-9fbf-45e1-a53b-70b1ffa268bf req-c8e83672-2ad2-4209-843d-36aefbae88d1 service neutron] Checking segment: {'id': 'f06c188b-9c40-4e79-bf54-a7ff9bdcf208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '9ab706ea-4458-41a9-8c8a-6bc700b518fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 00:39:39.218370 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd2300c-9fbf-45e1-a53b-70b1ffa268bf req-c8e83672-2ad2-4209-843d-36aefbae88d1 service neutron] Bound using segment: {'id': 'f06c188b-9c40-4e79-bf54-a7ff9bdcf208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '9ab706ea-4458-41a9-8c8a-6bc700b518fe'} {{(pid=73831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 06 00:39:39.218806 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.managers [req-0fd2300c-9fbf-45e1-a53b-70b1ffa268bf req-c8e83672-2ad2-4209-843d-36aefbae88d1 service neutron] Bound port: de93e0d2-f778-461e-9191-250e49ebe62f, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f06c188b-9c40-4e79-bf54-a7ff9bdcf208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '9ab706ea-4458-41a9-8c8a-6bc700b518fe'}}] {{(pid=73831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 06 00:39:39.219127 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [req-0fd2300c-9fbf-45e1-a53b-70b1ffa268bf req-c8e83672-2ad2-4209-843d-36aefbae88d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:39.305764 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-e83ab5b2-ef32-491e-a3b7-90bef86511b3 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:39.310690 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.db [req-0fd2300c-9fbf-45e1-a53b-70b1ffa268bf req-c8e83672-2ad2-4209-843d-36aefbae88d1 service neutron] For port de93e0d2-f778-461e-9191-250e49ebe62f, host hv-cinder-78462, cleared binding levels {{(pid=73831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 06 00:39:39.314833 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.db [req-0fd2300c-9fbf-45e1-a53b-70b1ffa268bf req-c8e83672-2ad2-4209-843d-36aefbae88d1 service neutron] For port de93e0d2-f778-461e-9191-250e49ebe62f, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=de93e0d2-f778-461e-9191-250e49ebe62f,segment=NetworkSegment(f06c188b-9c40-4e79-bf54-a7ff9bdcf208),segment_id=f06c188b-9c40-4e79-bf54-a7ff9bdcf208)] {{(pid=73831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 06 00:39:39.319798 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [req-0fd2300c-9fbf-45e1-a53b-70b1ffa268bf req-c8e83672-2ad2-4209-843d-36aefbae88d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2942575'] for port, after_update {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:39.324512 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-dafaaa73-baa3-4905-b903-efd473555770 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:39:39.381455 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd2300c-9fbf-45e1-a53b-70b1ffa268bf req-c8e83672-2ad2-4209-843d-36aefbae88d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:39.382068 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [req-0fd2300c-9fbf-45e1-a53b-70b1ffa268bf req-c8e83672-2ad2-4209-843d-36aefbae88d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43737'] for port, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:39.383427 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-0fd2300c-9fbf-45e1-a53b-70b1ffa268bf req-c8e83672-2ad2-4209-843d-36aefbae88d1 service neutron] 10.222.0.30 "PUT /v2.0/ports/de93e0d2-f778-461e-9191-250e49ebe62f HTTP/1.1" status: 200  len: 1094 time: 1.1554310
May 06 00:39:39.383916 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02c26ed5-586e-4750-b8c8-4251b08ea67a', 'tag': 'de93e0d2-f778-461e-9191-250e49ebe62f'}] {{(pid=73831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 00:39:39.414063 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e83672-2ad2-4209-843d-36aefbae88d1 service neutron] Pushing event updated for resources: {'Port': ['ID=de93e0d2-f778-461e-9191-250e49ebe62f,revision_number=3']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:39:39.418045 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-c8e83672-2ad2-4209-843d-36aefbae88d1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:39:39.437404 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02c26ed5-586e-4750-b8c8-4251b08ea67a', 'tag': 'de93e0d2-f778-461e-9191-250e49ebe62f', 'status': 'completed', 'code': 200}
May 06 00:39:39.459758 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.db_base_plugin_common [None req-e83ab5b2-ef32-491e-a3b7-90bef86511b3 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Allocated IP 172.27.3.33 (86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4/5f976aaf-f539-4cba-9109-d63a57e1b399/beb8d856-4efd-436c-954f-71c03620726b) {{(pid=73832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 06 00:39:39.517531 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd2300c-9fbf-45e1-a53b-70b1ffa268bf req-9f8776cd-072f-4f09-aa7d-424ba7defa33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:39.519041 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-0fd2300c-9fbf-45e1-a53b-70b1ffa268bf req-9f8776cd-072f-4f09-aa7d-424ba7defa33 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2931334f6f2c435b8bc0aba23f1277b7&device_id=02c26ed5-586e-4750-b8c8-4251b08ea67a HTTP/1.1" status: 200  len: 1097 time: 0.0750227
May 06 00:39:39.596638 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-0fd2300c-9fbf-45e1-a53b-70b1ffa268bf req-e57de5da-277c-42ba-a005-8e8930c96777 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de93e0d2-f778-461e-9191-250e49ebe62f HTTP/1.1" status: 200  len: 217 time: 0.0692477
May 06 00:39:39.613846 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-e83ab5b2-ef32-491e-a3b7-90bef86511b3 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Notify callbacks [] for port, precommit_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:39.642635 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-e83ab5b2-ef32-491e-a3b7-90bef86511b3 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767380898820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2182845'] for port, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:39.647134 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-81d1b7fb-c424-4a4e-9c63-590de47c338b tempest-ServerRescueNegativeTestJSON-1922224737 tempest-ServerRescueNegativeTestJSON-1922224737-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:39:39.659940 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd2300c-9fbf-45e1-a53b-70b1ffa268bf req-1d94951b-d425-4c9a-8e74-97d062a53805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:39.661395 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-0fd2300c-9fbf-45e1-a53b-70b1ffa268bf req-1d94951b-d425-4c9a-8e74-97d062a53805 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=36fdd0f8-d289-4f93-b6af-d39d90badcc9 HTTP/1.1" status: 200  len: 855 time: 0.0580690
May 06 00:39:39.704513 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83ab5b2-ef32-491e-a3b7-90bef86511b3 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Network 86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4 is already hosted by enough agents. {{(pid=73832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 00:39:39.707387 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.scheduler.base_scheduler [None req-e83ab5b2-ef32-491e-a3b7-90bef86511b3 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Resources bound (agent type, host, resource id):  {{(pid=73832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 00:39:39.715659 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83ab5b2-ef32-491e-a3b7-90bef86511b3 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Received port after_create {{(pid=73832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 06 00:39:39.718219 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-0fd2300c-9fbf-45e1-a53b-70b1ffa268bf req-649dbba7-9356-478b-bd26-c7698c72c37d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9ab706ea-4458-41a9-8c8a-6bc700b518fe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0431178
May 06 00:39:39.750260 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83ab5b2-ef32-491e-a3b7-90bef86511b3 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Pushing event updated for resources: {'Port': ['ID=beb8d856-4efd-436c-954f-71c03620726b,revision_number=1']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:39:39.757067 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-e83ab5b2-ef32-491e-a3b7-90bef86511b3 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:39:39.877149 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-0fd2300c-9fbf-45e1-a53b-70b1ffa268bf req-87b2ebde-1977-42ad-a580-8d81758cb202 service neutron] 10.222.0.30 "GET /v2.0/networks/9ab706ea-4458-41a9-8c8a-6bc700b518fe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1297135
May 06 00:39:40.014953 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-0fd2300c-9fbf-45e1-a53b-70b1ffa268bf req-74d3e1ad-4f6d-4e89-8790-6820d553de80 service neutron] 10.222.0.30 "GET /v2.0/networks/9ab706ea-4458-41a9-8c8a-6bc700b518fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1260166
May 06 00:39:40.156856 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58107c11-deb8-4e85-938f-94722e5c2d90 req-1923cda1-ec8d-4d8a-b91d-739c92667ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:40.158293 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-58107c11-deb8-4e85-938f-94722e5c2d90 req-1923cda1-ec8d-4d8a-b91d-739c92667ab7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2931334f6f2c435b8bc0aba23f1277b7&device_id=02c26ed5-586e-4750-b8c8-4251b08ea67a HTTP/1.1" status: 200  len: 1097 time: 0.0810525
May 06 00:39:40.233352 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45bc9bd-72e1-4570-aff1-a190ffc871e0 req-dfd55fee-e012-4a95-814f-643eec63f83e tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:40.234239 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-c45bc9bd-72e1-4570-aff1-a190ffc871e0 req-dfd55fee-e012-4a95-814f-643eec63f83e tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] 10.222.0.24 "GET /v2.0/ports?device_id=02c26ed5-586e-4750-b8c8-4251b08ea67a HTTP/1.1" status: 200  len: 944 time: 0.3434589
May 06 00:39:40.295400 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58107c11-deb8-4e85-938f-94722e5c2d90 req-418a83f3-a6dd-4ef3-a780-7649aa1bb279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:40.296821 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-58107c11-deb8-4e85-938f-94722e5c2d90 req-418a83f3-a6dd-4ef3-a780-7649aa1bb279 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9ab706ea-4458-41a9-8c8a-6bc700b518fe HTTP/1.1" status: 200  len: 916 time: 0.1296542
May 06 00:39:40.305352 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-c45bc9bd-72e1-4570-aff1-a190ffc871e0 req-691e574c-9423-42ad-b438-48573519a8a5 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] 10.222.0.24 "GET /v2.0/security-groups?id=caf78781-a8d3-4bc3-9ba3-81b9c4d00593&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0629923
May 06 00:39:40.325213 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-e83ab5b2-ef32-491e-a3b7-90bef86511b3 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:40.365396 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-58107c11-deb8-4e85-938f-94722e5c2d90 req-5457ed49-fe6f-4171-8c94-260689423d4f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de93e0d2-f778-461e-9191-250e49ebe62f HTTP/1.1" status: 200  len: 217 time: 0.0611486
May 06 00:39:40.399803 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-e83ab5b2-ef32-491e-a3b7-90bef86511b3 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:40.431266 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58107c11-deb8-4e85-938f-94722e5c2d90 req-60c54701-c999-4330-a510-548520c7bc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:40.432695 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-58107c11-deb8-4e85-938f-94722e5c2d90 req-60c54701-c999-4330-a510-548520c7bc35 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=36fdd0f8-d289-4f93-b6af-d39d90badcc9 HTTP/1.1" status: 200  len: 855 time: 0.0602846
May 06 00:39:40.487425 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-58107c11-deb8-4e85-938f-94722e5c2d90 req-8a704409-a6be-41d0-aa1d-4350ef9cdd4c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9ab706ea-4458-41a9-8c8a-6bc700b518fe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0398684
May 06 00:39:40.620110 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-e83ab5b2-ef32-491e-a3b7-90bef86511b3 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Notify callbacks [] for port, precommit_update {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:40.626256 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-e83ab5b2-ef32-491e-a3b7-90bef86511b3 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2182820'] for port, after_update {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:40.633107 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-4fd5ce53-b369-406f-9cdd-ae114f464895 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:39:40.648523 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-58107c11-deb8-4e85-938f-94722e5c2d90 req-e6363301-0ce5-466e-a5bb-fbd7bd7a2747 service neutron] 10.222.0.30 "GET /v2.0/networks/9ab706ea-4458-41a9-8c8a-6bc700b518fe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1517093
May 06 00:39:40.731524 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83ab5b2-ef32-491e-a3b7-90bef86511b3 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Pushing event updated for resources: {'Port': ['ID=beb8d856-4efd-436c-954f-71c03620726b,revision_number=2']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:39:40.735815 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-e83ab5b2-ef32-491e-a3b7-90bef86511b3 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:39:40.752800 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-e83ab5b2-ef32-491e-a3b7-90bef86511b3 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407923'] for floatingip, after_update {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:40.812293 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-58107c11-deb8-4e85-938f-94722e5c2d90 req-2d2a7675-8c5e-4a41-80a2-4bc681b79e45 service neutron] 10.222.0.30 "GET /v2.0/networks/9ab706ea-4458-41a9-8c8a-6bc700b518fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1462474
May 06 00:39:40.925379 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.db.l3_db [None req-e83ab5b2-ef32-491e-a3b7-90bef86511b3 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Floating IP e75b6102-fd98-4a4b-90ec-e914c39d06bc associated. External IP: 172.27.3.33, port: e6c122fb-90d3-4f9f-a814-cb41c6e88deb.
May 06 00:39:41.282798 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e83ab5b2-ef32-491e-a3b7-90bef86511b3 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Router 620e8838-d9d7-4605-adfe-b68ddaea8d8a has already been hosted by L3 agent 3fa0790c-dd29-4495-aa07-f8a2ae482509 {{(pid=73832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 06 00:39:41.462534 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e83ab5b2-ef32-491e-a3b7-90bef86511b3 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Notify agent at l3_agent.dv-cinder-784623-8-iscsi the message routers_updated {{(pid=73832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 06 00:39:41.472681 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8c5b10-bc1d-4ab5-b6e2-4095c2ec2447 None None] Sync routers for ids ['620e8838-d9d7-4605-adfe-b68ddaea8d8a'] in dv-cinder-784623-8-iscsi {{(pid=73833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 06 00:39:41.482698 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8c5b10-bc1d-4ab5-b6e2-4095c2ec2447 None None] Routers {'620e8838-d9d7-4605-adfe-b68ddaea8d8a'} bound to L3 agent in host dv-cinder-784623-8-iscsi {{(pid=73833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 00:39:41.483338 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_hamode_db [None req-cd8c5b10-bc1d-4ab5-b6e2-4095c2ec2447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9508d33d30>, 'dv-cinder-784623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-06T00:27:20Z,description=<?>,heartbeat_timestamp=2021-05-06T00:39:20Z,host='dv-cinder-784623-8-iscsi',id=3fa0790c-dd29-4495-aa07-f8a2ae482509,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T00:27:20Z,topic='l3_agent')) {'router_ids': ['620e8838-d9d7-4605-adfe-b68ddaea8d8a'], 'active': True} {{(pid=73833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:39:41.488201 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-e83ab5b2-ef32-491e-a3b7-90bef86511b3 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43737'] for floatingip, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:41.556759 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-e83ab5b2-ef32-491e-a3b7-90bef86511b3 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.4158754
May 06 00:39:41.556759 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdde4357-7534-4386-a91d-a9b70d1b0c82', 'tag': 'e6c122fb-90d3-4f9f-a814-cb41c6e88deb'}] {{(pid=73832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 00:39:41.589457 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3dcedc-b473-45ae-9a1b-30897d29998c req-40dfbc55-2cb1-4e7f-98b7-5a6a49d340a2 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:41.591763 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-0e3dcedc-b473-45ae-9a1b-30897d29998c req-40dfbc55-2cb1-4e7f-98b7-5a6a49d340a2 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] 10.222.0.24 "GET /v2.0/ports?device_id=02c26ed5-586e-4750-b8c8-4251b08ea67a HTTP/1.1" status: 200  len: 944 time: 0.1763709
May 06 00:39:41.595483 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdde4357-7534-4386-a91d-a9b70d1b0c82', 'tag': 'e6c122fb-90d3-4f9f-a814-cb41c6e88deb', 'status': 'completed', 'code': 200}
May 06 00:39:41.675584 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_dvr_db [None req-cd8c5b10-bc1d-4ab5-b6e2-4095c2ec2447 None None] Set router 620e8838-d9d7-4605-adfe-b68ddaea8d8a gateway port host: dv-cinder-784623-8-iscsi {{(pid=73833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 00:39:41.678886 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-0e3dcedc-b473-45ae-9a1b-30897d29998c req-0cacdef6-ddce-43b4-969d-7442128feefe tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] 10.222.0.24 "GET /v2.0/security-groups?id=caf78781-a8d3-4bc3-9ba3-81b9c4d00593&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0804231
May 06 00:39:41.737793 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3c04f2-488c-469e-b7dc-6a30f004a0e6 req-a8e298f2-a0f5-47eb-8c86-8a73c96dccf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:41.739310 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-fb3c04f2-488c-469e-b7dc-6a30f004a0e6 req-a8e298f2-a0f5-47eb-8c86-8a73c96dccf1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3fc73c2b6dc24f04b0a10b2cba547cef&device_id=fdde4357-7534-4386-a91d-a9b70d1b0c82 HTTP/1.1" status: 200  len: 1099 time: 0.1084774
May 06 00:39:41.898703 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3c04f2-488c-469e-b7dc-6a30f004a0e6 req-82f78d2d-ef35-4420-b633-d765333ed867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:41.900267 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-fb3c04f2-488c-469e-b7dc-6a30f004a0e6 req-82f78d2d-ef35-4420-b633-d765333ed867 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8a76de60-8f51-46a7-82de-5e733a1b9171 HTTP/1.1" status: 200  len: 910 time: 0.1519103
May 06 00:39:42.016541 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-fb3c04f2-488c-469e-b7dc-6a30f004a0e6 req-97ca52b9-4c65-49d2-ad91-5e41acb9e897 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e6c122fb-90d3-4f9f-a814-cb41c6e88deb HTTP/1.1" status: 200  len: 999 time: 0.1007278
May 06 00:39:42.084647 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3c04f2-488c-469e-b7dc-6a30f004a0e6 req-c55fe63e-8efa-4e4e-b141-36cfe0804bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:42.086174 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-fb3c04f2-488c-469e-b7dc-6a30f004a0e6 req-c55fe63e-8efa-4e4e-b141-36cfe0804bcf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1144644b-a385-46b3-a0c3-f4eac028f2d2 HTTP/1.1" status: 200  len: 848 time: 0.0628068
May 06 00:39:42.096652 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_hamode_db [None req-cd8c5b10-bc1d-4ab5-b6e2-4095c2ec2447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9508d33d30>, [{'id': '620e8838-d9d7-4605-adfe-b68ddaea8d8a', 'name': 'tempest-TestShelveInstance-1240746119-router', 'tenant_id': '3fc73c2b6dc24f04b0a10b2cba547cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'external_fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': 'e0749598-9ee4-4799-aea4-3fba3336e85b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:38:20Z', 'updated_at': '2021-05-06T00:38:30Z', 'revision_number': 4, 'project_id': '3fc73c2b6dc24f04b0a10b2cba547cef', 'gw_port': {'id': 'e0749598-9ee4-4799-aea4-3fba3336e85b', 'name': '', 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '620e8838-d9d7-4605-adfe-b68ddaea8d8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:38:21Z', 'updated_at': '2021-05-06T00:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-iscsi', '_floatingips': [{'id': 'e75b6102-fd98-4a4b-90ec-e914c39d06bc', 'tenant_id': '3fc73c2b6dc24f04b0a10b2cba547cef', 'floating_ip_address': '172.27.3.33', 'floating_network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'router_id': '620e8838-d9d7-4605-adfe-b68ddaea8d8a', 'port_id': 'e6c122fb-90d3-4f9f-a814-cb41c6e88deb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a76de60-8f51-46a7-82de-5e733a1b9171', 'mac_address': 'fa:16:3e:a6:b6:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdde4357-7534-4386-a91d-a9b70d1b0c82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T00:39:40Z', 'updated_at': '2021-05-06T00:39:40Z', 'revision_number': 0, 'project_id': '3fc73c2b6dc24f04b0a10b2cba547cef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52292940-2602-4ee4-9ab9-6a1800f9b3c4', 'name': '', 'network_id': '8a76de60-8f51-46a7-82de-5e733a1b9171', 'tenant_id': '3fc73c2b6dc24f04b0a10b2cba547cef', 'mac_address': 'fa:16:3e:f3:34:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '620e8838-d9d7-4605-adfe-b68ddaea8d8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '1144644b-a385-46b3-a0c3-f4eac028f2d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:38:28Z', 'updated_at': '2021-05-06T00:38:46Z', 'revision_number': 5, 'project_id': '3fc73c2b6dc24f04b0a10b2cba547cef', 'subnets': [{'id': '1144644b-a385-46b3-a0c3-f4eac028f2d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-8-iscsi', False) {} {{(pid=73833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:39:42.100460 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8c5b10-bc1d-4ab5-b6e2-4095c2ec2447 None None] Checking router: 620e8838-d9d7-4605-adfe-b68ddaea8d8a for host: dv-cinder-784623-8-iscsi {{(pid=73833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 06 00:39:42.108519 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8c5b10-bc1d-4ab5-b6e2-4095c2ec2447 None None] Routers {'620e8838-d9d7-4605-adfe-b68ddaea8d8a'} bound to L3 agent in host dv-cinder-784623-8-iscsi {{(pid=73833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 00:39:42.109140 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_hamode_db [None req-cd8c5b10-bc1d-4ab5-b6e2-4095c2ec2447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9508d33d30>, 'dv-cinder-784623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-06T00:27:20Z,description=<?>,heartbeat_timestamp=2021-05-06T00:39:20Z,host='dv-cinder-784623-8-iscsi',id=3fa0790c-dd29-4495-aa07-f8a2ae482509,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T00:27:20Z,topic='l3_agent')) {'router_ids': ['620e8838-d9d7-4605-adfe-b68ddaea8d8a'], 'active': True} {{(pid=73833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:39:42.165786 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3c04f2-488c-469e-b7dc-6a30f004a0e6 req-6e40558d-52f4-4d0d-85da-55964f58a67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:42.167595 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-fb3c04f2-488c-469e-b7dc-6a30f004a0e6 req-6e40558d-52f4-4d0d-85da-55964f58a67c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8a76de60-8f51-46a7-82de-5e733a1b9171&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0718541
May 06 00:39:42.285870 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_dvr_db [None req-cd8c5b10-bc1d-4ab5-b6e2-4095c2ec2447 None None] Set router 620e8838-d9d7-4605-adfe-b68ddaea8d8a gateway port host: dv-cinder-784623-8-iscsi {{(pid=73833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 00:39:42.315392 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-fb3c04f2-488c-469e-b7dc-6a30f004a0e6 req-0c2fa8d1-7bd8-4c17-8233-ee04fce55240 service neutron] 10.222.0.30 "GET /v2.0/networks/8a76de60-8f51-46a7-82de-5e733a1b9171?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1285021
May 06 00:39:42.451525 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-fb3c04f2-488c-469e-b7dc-6a30f004a0e6 req-112aba5b-ff48-486c-9b25-9eb7c378651d service neutron] 10.222.0.30 "GET /v2.0/networks/8a76de60-8f51-46a7-82de-5e733a1b9171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1297307
May 06 00:39:42.662715 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_hamode_db [None req-cd8c5b10-bc1d-4ab5-b6e2-4095c2ec2447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9508d33d30>, [{'id': '620e8838-d9d7-4605-adfe-b68ddaea8d8a', 'name': 'tempest-TestShelveInstance-1240746119-router', 'tenant_id': '3fc73c2b6dc24f04b0a10b2cba547cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'external_fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': 'e0749598-9ee4-4799-aea4-3fba3336e85b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:38:20Z', 'updated_at': '2021-05-06T00:38:30Z', 'revision_number': 4, 'project_id': '3fc73c2b6dc24f04b0a10b2cba547cef', 'gw_port': {'id': 'e0749598-9ee4-4799-aea4-3fba3336e85b', 'name': '', 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '620e8838-d9d7-4605-adfe-b68ddaea8d8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:38:21Z', 'updated_at': '2021-05-06T00:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-iscsi', '_floatingips': [{'id': 'e75b6102-fd98-4a4b-90ec-e914c39d06bc', 'tenant_id': '3fc73c2b6dc24f04b0a10b2cba547cef', 'floating_ip_address': '172.27.3.33', 'floating_network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'router_id': '620e8838-d9d7-4605-adfe-b68ddaea8d8a', 'port_id': 'e6c122fb-90d3-4f9f-a814-cb41c6e88deb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a76de60-8f51-46a7-82de-5e733a1b9171', 'mac_address': 'fa:16:3e:a6:b6:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdde4357-7534-4386-a91d-a9b70d1b0c82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T00:39:40Z', 'updated_at': '2021-05-06T00:39:40Z', 'revision_number': 0, 'project_id': '3fc73c2b6dc24f04b0a10b2cba547cef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52292940-2602-4ee4-9ab9-6a1800f9b3c4', 'name': '', 'network_id': '8a76de60-8f51-46a7-82de-5e733a1b9171', 'tenant_id': '3fc73c2b6dc24f04b0a10b2cba547cef', 'mac_address': 'fa:16:3e:f3:34:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '620e8838-d9d7-4605-adfe-b68ddaea8d8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '1144644b-a385-46b3-a0c3-f4eac028f2d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:38:28Z', 'updated_at': '2021-05-06T00:38:46Z', 'revision_number': 5, 'project_id': '3fc73c2b6dc24f04b0a10b2cba547cef', 'subnets': [{'id': '1144644b-a385-46b3-a0c3-f4eac028f2d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-8-iscsi', False) {} {{(pid=73833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:39:42.666966 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8c5b10-bc1d-4ab5-b6e2-4095c2ec2447 None None] The sync data for ids ['620e8838-d9d7-4605-adfe-b68ddaea8d8a'] in dv-cinder-784623-8-iscsi is: [{'id': '620e8838-d9d7-4605-adfe-b68ddaea8d8a', 'name': 'tempest-TestShelveInstance-1240746119-router', 'tenant_id': '3fc73c2b6dc24f04b0a10b2cba547cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'external_fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': 'e0749598-9ee4-4799-aea4-3fba3336e85b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:38:20Z', 'updated_at': '2021-05-06T00:38:30Z', 'revision_number': 4, 'project_id': '3fc73c2b6dc24f04b0a10b2cba547cef', 'gw_port': {'id': 'e0749598-9ee4-4799-aea4-3fba3336e85b', 'name': '', 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '620e8838-d9d7-4605-adfe-b68ddaea8d8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:38:21Z', 'updated_at': '2021-05-06T00:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-iscsi', '_floatingips': [{'id': 'e75b6102-fd98-4a4b-90ec-e914c39d06bc', 'tenant_id': '3fc73c2b6dc24f04b0a10b2cba547cef', 'floating_ip_address': '172.27.3.33', 'floating_network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'router_id': '620e8838-d9d7-4605-adfe-b68ddaea8d8a', 'port_id': 'e6c122fb-90d3-4f9f-a814-cb41c6e88deb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a76de60-8f51-46a7-82de-5e733a1b9171', 'mac_address': 'fa:16:3e:a6:b6:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdde4357-7534-4386-a91d-a9b70d1b0c82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T00:39:40Z', 'updated_at': '2021-05-06T00:39:40Z', 'revision_number': 0, 'project_id': '3fc73c2b6dc24f04b0a10b2cba547cef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52292940-2602-4ee4-9ab9-6a1800f9b3c4', 'name': '', 'network_id': '8a76de60-8f51-46a7-82de-5e733a1b9171', 'tenant_id': '3fc73c2b6dc24f04b0a10b2cba547cef', 'mac_address': 'fa:16:3e:f3:34:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '620e8838-d9d7-4605-adfe-b68ddaea8d8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '1144644b-a385-46b3-a0c3-f4eac028f2d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:38:28Z', 'updated_at': '2021-05-06T00:38:46Z', 'revision_number': 5, 'project_id': '3fc73c2b6dc24f04b0a10b2cba547cef', 'subnets': [{'id': '1144644b-a385-46b3-a0c3-f4eac028f2d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 06 00:39:42.917288 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac97968-5326-4778-a9dc-5251325bba25 None None] New status for floating IP e75b6102-fd98-4a4b-90ec-e914c39d06bc: ACTIVE {{(pid=73834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 06 00:39:42.945127 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfed8df2-6270-4a61-a2e4-0e65f62414e0 req-aa31f5d1-e5e0-4cb4-8313-734b2ea86773 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:42.947263 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-cfed8df2-6270-4a61-a2e4-0e65f62414e0 req-aa31f5d1-e5e0-4cb4-8313-734b2ea86773 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] 10.222.0.24 "GET /v2.0/ports?device_id=02c26ed5-586e-4750-b8c8-4251b08ea67a HTTP/1.1" status: 200  len: 944 time: 0.1313579
May 06 00:39:43.096898 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:43.108858 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-cfed8df2-6270-4a61-a2e4-0e65f62414e0 req-8b5a49d4-89de-4a6e-97eb-f2b469494e4b tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] 10.222.0.24 "GET /v2.0/security-groups?id=caf78781-a8d3-4bc3-9ba3-81b9c4d00593&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1559558
May 06 00:39:43.288412 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6918e8-e8f6-49a4-a009-5b19b586699a req-b5aecd01-c90c-4b2f-ab0c-3d4e61d132f8 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:43.290010 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-db6918e8-e8f6-49a4-a009-5b19b586699a req-b5aecd01-c90c-4b2f-ab0c-3d4e61d132f8 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] 10.222.0.24 "GET /v2.0/ports?device_id=9fe6f6f0-0088-4879-a03c-107809502634 HTTP/1.1" status: 200  len: 945 time: 0.0898497
May 06 00:39:43.312852 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Device de93e0d2-f778-461e-9191-250e49ebe62f details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=73833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 06 00:39:43.337562 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-db6918e8-e8f6-49a4-a009-5b19b586699a req-35c50c71-b4a4-48e1-834d-afa8aeedef89 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] 10.222.0.24 "GET /v2.0/security-groups?id=811af3d2-d9e3-451a-9e32-5fc42ad73f8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415635
May 06 00:39:43.361499 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 42470) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:39:43.445208 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] For port de93e0d2-f778-461e-9191-250e49ebe62f, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=de93e0d2-f778-461e-9191-250e49ebe62f,segment=NetworkSegment(f06c188b-9c40-4e79-bf54-a7ff9bdcf208),segment_id=f06c188b-9c40-4e79-bf54-a7ff9bdcf208)] {{(pid=73833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:39:43.459001 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Returning: {'device': 'de93e0d2-f778-461e-9191-250e49ebe62f', 'network_id': '9ab706ea-4458-41a9-8c8a-6bc700b518fe', 'port_id': 'de93e0d2-f778-461e-9191-250e49ebe62f', 'mac_address': 'fa:16:3e:26:53:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36fdd0f8-d289-4f93-b6af-d39d90badcc9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 06 00:39:43.522158 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:43.540699 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.notifiers.nova [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de93e0d2-f778-461e-9191-250e49ebe62f {{(pid=73833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 06 00:39:43.559441 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] For port de93e0d2-f778-461e-9191-250e49ebe62f, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=de93e0d2-f778-461e-9191-250e49ebe62f,segment=NetworkSegment(f06c188b-9c40-4e79-bf54-a7ff9bdcf208),segment_id=f06c188b-9c40-4e79-bf54-a7ff9bdcf208)] {{(pid=73833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:39:43.565153 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:43.567321 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:39:43.571130 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f05ccf-b2a0-4a4b-8376-1f7523cee90f tempest-TestMinimumBasicScenario-1434310483 tempest-TestMinimumBasicScenario-1434310483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:43.571836 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-e5f05ccf-b2a0-4a4b-8376-1f7523cee90f tempest-TestMinimumBasicScenario-1434310483 tempest-TestMinimumBasicScenario-1434310483-project-admin] Synchronizing usage tracker for tenant:68c4e335ddc64d6ea6ca565079799e9b on resource:port {{(pid=73832) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 00:39:43.590871 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-e5f05ccf-b2a0-4a4b-8376-1f7523cee90f tempest-TestMinimumBasicScenario-1434310483 tempest-TestMinimumBasicScenario-1434310483-project-admin] Unset dirty status for tenant:68c4e335ddc64d6ea6ca565079799e9b on resource:port {{(pid=73832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 00:39:43.592042 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-e5f05ccf-b2a0-4a4b-8376-1f7523cee90f tempest-TestMinimumBasicScenario-1434310483 tempest-TestMinimumBasicScenario-1434310483-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=9fe6f6f0-0088-4879-a03c-107809502634 HTTP/1.1" status: 200  len: 1093 time: 0.2293489
May 06 00:39:43.595584 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 42480) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:39:43.601358 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.v2.base [None req-8a334812-c064-4aad-aa79-18502fa9f3be tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Request body: {'floatingip': {'floating_network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'port_id': '5c43891f-b78c-4450-bd56-acc3eff578e4', 'tenant_id': '0b890f9b623c4aa1bd3a726f7dc8838e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=73831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:39:43.607377 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-8a334812-c064-4aad-aa79-18502fa9f3be tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:39:43.612118 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-8a334812-c064-4aad-aa79-18502fa9f3be tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Usage tracker for resource:floatingip and tenant:0b890f9b623c4aa1bd3a726f7dc8838e is out of sync, need to count used quota {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:39:43.615338 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-8a334812-c064-4aad-aa79-18502fa9f3be tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:39:43.624029 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-8a334812-c064-4aad-aa79-18502fa9f3be tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:39:43.635642 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-8a334812-c064-4aad-aa79-18502fa9f3be tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Notify callbacks [] for floatingip, before_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:43.641015 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Pushing event updated for resources: {'Port': ['ID=de93e0d2-f778-461e-9191-250e49ebe62f,revision_number=4']} {{(pid=73833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:39:43.649452 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:39:43.781513 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-8a334812-c064-4aad-aa79-18502fa9f3be tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:43.975812 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed668475-ae90-44e1-a340-492b9000616f req-8affe184-e8a2-4a07-b625-a8e62515a920 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:43.977345 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-ed668475-ae90-44e1-a340-492b9000616f req-8affe184-e8a2-4a07-b625-a8e62515a920 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=15ce2da6-b007-4eb2-a16e-92ba2286a634 HTTP/1.1" status: 200  len: 946 time: 0.1600504
May 06 00:39:43.984220 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] get_ports_and_sgs() called for port_ids ['de93e0d2-f778-461e-9191-250e49ebe62f'] {{(pid=73833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 06 00:39:43.994338 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.db_base_plugin_common [None req-8a334812-c064-4aad-aa79-18502fa9f3be tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Allocated IP 172.27.3.133 (86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4/5f976aaf-f539-4cba-9109-d63a57e1b399/c5512269-6138-4f92-a6ca-c0f16d651965) {{(pid=73831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 06 00:39:44.065208 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-ed668475-ae90-44e1-a340-492b9000616f req-9f9a49c2-b720-4c42-b2ee-f1c0ce7f3f6f tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a34f04e-64d6-4aca-9087-db3260c441d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0797088
May 06 00:39:44.191959 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-8a334812-c064-4aad-aa79-18502fa9f3be tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Notify callbacks [] for port, precommit_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:44.269982 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-8a334812-c064-4aad-aa79-18502fa9f3be tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767380898820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2942582'] for port, after_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:44.279010 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-be6dee71-f04d-4413-a8ea-2b8a0b8868bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:39:44.340101 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a334812-c064-4aad-aa79-18502fa9f3be tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Network 86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4 is already hosted by enough agents. {{(pid=73831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 00:39:44.343353 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.scheduler.base_scheduler [None req-8a334812-c064-4aad-aa79-18502fa9f3be tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Resources bound (agent type, host, resource id):  {{(pid=73831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 00:39:44.358737 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a334812-c064-4aad-aa79-18502fa9f3be tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Received port after_create {{(pid=73831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 06 00:39:44.474910 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6abbbd-4f17-4ca8-9003-4d269c0995b4 req-f8b41e5a-8805-4c6f-b36d-dc721fd56f80 tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:44.476308 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a334812-c064-4aad-aa79-18502fa9f3be tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Pushing event updated for resources: {'Port': ['ID=c5512269-6138-4f92-a6ca-c0f16d651965,revision_number=1']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:39:44.476501 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-fc6abbbd-4f17-4ca8-9003-4d269c0995b4 req-f8b41e5a-8805-4c6f-b36d-dc721fd56f80 tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0af2c3d-75cc-4a37-84e1-5e73669ff315 HTTP/1.1" status: 200  len: 945 time: 0.0878196
May 06 00:39:44.483675 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-8a334812-c064-4aad-aa79-18502fa9f3be tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:39:44.521862 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-fc6abbbd-4f17-4ca8-9003-4d269c0995b4 req-4493b116-febe-4e99-94b2-7315ba3c412e tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] 10.222.0.24 "GET /v2.0/security-groups?id=b841085d-8e10-431c-873f-ffa7a76ce7ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396206
May 06 00:39:44.553792 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a539a8b7-0678-43d5-9e99-96534da237ee req-0fa72303-520d-4814-9b44-959e381d149d tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:44.555175 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-a539a8b7-0678-43d5-9e99-96534da237ee req-0fa72303-520d-4814-9b44-959e381d149d tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] 10.222.0.24 "GET /v2.0/ports?device_id=02c26ed5-586e-4750-b8c8-4251b08ea67a HTTP/1.1" status: 200  len: 945 time: 0.3217866
May 06 00:39:44.651305 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-a539a8b7-0678-43d5-9e99-96534da237ee req-d28098e1-3dd5-4684-8b8b-67211329eeac tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] 10.222.0.24 "GET /v2.0/security-groups?id=caf78781-a8d3-4bc3-9ba3-81b9c4d00593&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0896463
May 06 00:39:44.900441 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-8a334812-c064-4aad-aa79-18502fa9f3be tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:44.973711 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-8a334812-c064-4aad-aa79-18502fa9f3be tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:45.176337 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-8a334812-c064-4aad-aa79-18502fa9f3be tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Notify callbacks [] for port, precommit_update {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:45.180421 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-8a334812-c064-4aad-aa79-18502fa9f3be tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2942575'] for port, after_update {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:45.184087 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-97518b17-fc6b-40bb-95dc-e76e97874d9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:39:45.262553 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9882af7-d3e9-424e-ab1a-f7c246a00a6a req-b752c665-dc5a-4e36-9590-c1a72e4da80c tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:45.264074 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-b9882af7-d3e9-424e-ab1a-f7c246a00a6a req-b752c665-dc5a-4e36-9590-c1a72e4da80c tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=15ce2da6-b007-4eb2-a16e-92ba2286a634 HTTP/1.1" status: 200  len: 946 time: 0.0791845
May 06 00:39:45.286541 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a334812-c064-4aad-aa79-18502fa9f3be tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Pushing event updated for resources: {'Port': ['ID=c5512269-6138-4f92-a6ca-c0f16d651965,revision_number=2']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:39:45.290530 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-8a334812-c064-4aad-aa79-18502fa9f3be tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:39:45.304095 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-8a334812-c064-4aad-aa79-18502fa9f3be tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407923'] for floatingip, after_update {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:45.316944 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-b9882af7-d3e9-424e-ab1a-f7c246a00a6a req-100a36af-775f-4fbe-ab03-8b5a3466e147 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a34f04e-64d6-4aca-9087-db3260c441d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439584
May 06 00:39:45.340952 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Device de93e0d2-f778-461e-9191-250e49ebe62f up at agent hyperv_hv-cinder-78462 {{(pid=73833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 00:39:45.398889 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Provisioning for port de93e0d2-f778-461e-9191-250e49ebe62f completed by entity L2. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 00:39:45.403367 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Provisioning complete for port de93e0d2-f778-461e-9191-250e49ebe62f triggered by entity L2. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 00:39:45.403743 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723253'] for port, provisioning_complete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:45.474811 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.db.l3_db [None req-8a334812-c064-4aad-aa79-18502fa9f3be tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Floating IP 7fe03fe9-9262-4464-bd7f-d343aa21b06f associated. External IP: 172.27.3.133, port: 5c43891f-b78c-4450-bd56-acc3eff578e4.
May 06 00:39:45.520262 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:45.548194 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02c26ed5-586e-4750-b8c8-4251b08ea67a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de93e0d2-f778-461e-9191-250e49ebe62f'}] {{(pid=73833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 00:39:45.557362 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] For port de93e0d2-f778-461e-9191-250e49ebe62f, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=de93e0d2-f778-461e-9191-250e49ebe62f,segment=NetworkSegment(f06c188b-9c40-4e79-bf54-a7ff9bdcf208),segment_id=f06c188b-9c40-4e79-bf54-a7ff9bdcf208)] {{(pid=73833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:39:45.561615 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:45.564003 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:39:45.629067 dv-cinder-784623-8-iscsi neutron-server[73833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02c26ed5-586e-4750-b8c8-4251b08ea67a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de93e0d2-f778-461e-9191-250e49ebe62f', 'code': 200}
May 06 00:39:45.637558 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Pushing event updated for resources: {'Port': ['ID=de93e0d2-f778-461e-9191-250e49ebe62f,revision_number=5']} {{(pid=73833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:39:45.640448 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:39:45.861670 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9076f8d5-231c-4c92-895e-b83d4d456074 req-593b3635-34a0-4511-aa3b-9cb11ebc5f39 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:45.863373 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-9076f8d5-231c-4c92-895e-b83d4d456074 req-593b3635-34a0-4511-aa3b-9cb11ebc5f39 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] 10.222.0.24 "GET /v2.0/ports?device_id=02c26ed5-586e-4750-b8c8-4251b08ea67a HTTP/1.1" status: 200  len: 946 time: 0.0870116
May 06 00:39:45.911068 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-9076f8d5-231c-4c92-895e-b83d4d456074 req-edf33b2c-dd42-4507-8cf0-919792cb98d5 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] 10.222.0.24 "GET /v2.0/security-groups?id=caf78781-a8d3-4bc3-9ba3-81b9c4d00593&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407181
May 06 00:39:46.055453 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a334812-c064-4aad-aa79-18502fa9f3be tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Router 19f5e112-a1dc-416f-ace2-4916d7930a1b has already been hosted by L3 agent 3fa0790c-dd29-4495-aa07-f8a2ae482509 {{(pid=73831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 06 00:39:46.087762 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536150d6-ce0d-4d96-bfbe-7ec83215117f req-d83a818d-0006-4efc-ab6a-afe89e6a4f23 tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:46.089238 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-536150d6-ce0d-4d96-bfbe-7ec83215117f req-d83a818d-0006-4efc-ab6a-afe89e6a4f23 tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0af2c3d-75cc-4a37-84e1-5e73669ff315 HTTP/1.1" status: 200  len: 945 time: 0.3706779
May 06 00:39:46.092708 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915c071e-99c4-42a8-af25-9b985616ce68 req-83022560-ad34-4253-ac02-2b2b10b4812e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:46.094063 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-915c071e-99c4-42a8-af25-9b985616ce68 req-83022560-ad34-4253-ac02-2b2b10b4812e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=02c26ed5-586e-4750-b8c8-4251b08ea67a HTTP/1.1" status: 200  len: 1099 time: 0.1745441
May 06 00:39:46.284887 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-915c071e-99c4-42a8-af25-9b985616ce68 req-f05d784f-af51-4979-a220-e75d94854c92 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=caf78781-a8d3-4bc3-9ba3-81b9c4d00593&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1409876
May 06 00:39:46.302406 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-536150d6-ce0d-4d96-bfbe-7ec83215117f req-ee219fec-31aa-4504-bcfe-afa57a78d51e tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] 10.222.0.24 "GET /v2.0/security-groups?id=b841085d-8e10-431c-873f-ffa7a76ce7ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2067776
May 06 00:39:46.338387 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a334812-c064-4aad-aa79-18502fa9f3be tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Notify agent at l3_agent.dv-cinder-784623-8-iscsi the message routers_updated {{(pid=73831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 06 00:39:46.349278 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84c872a-e854-4122-89e6-622c602a88f2 None None] Sync routers for ids ['19f5e112-a1dc-416f-ace2-4916d7930a1b'] in dv-cinder-784623-8-iscsi {{(pid=73833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 06 00:39:46.358800 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84c872a-e854-4122-89e6-622c602a88f2 None None] Routers {'19f5e112-a1dc-416f-ace2-4916d7930a1b'} bound to L3 agent in host dv-cinder-784623-8-iscsi {{(pid=73833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 00:39:46.359419 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_hamode_db [None req-b84c872a-e854-4122-89e6-622c602a88f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f95091672b0>, 'dv-cinder-784623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-06T00:27:20Z,description=<?>,heartbeat_timestamp=2021-05-06T00:39:20Z,host='dv-cinder-784623-8-iscsi',id=3fa0790c-dd29-4495-aa07-f8a2ae482509,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T00:27:20Z,topic='l3_agent')) {'router_ids': ['19f5e112-a1dc-416f-ace2-4916d7930a1b'], 'active': True} {{(pid=73833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:39:46.374085 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-8a334812-c064-4aad-aa79-18502fa9f3be tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43737'] for floatingip, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:46.432963 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-8a334812-c064-4aad-aa79-18502fa9f3be tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.8357613
May 06 00:39:46.434099 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fe6f6f0-0088-4879-a03c-107809502634', 'tag': '5c43891f-b78c-4450-bd56-acc3eff578e4'}] {{(pid=73831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 00:39:46.436228 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 42506) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:39:46.442877 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.v2.base [None req-ec34ad1e-7559-495b-9418-1f7544d32946 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1315853602', 'description': 'tempest-secgroup-smoke-1315853602 description', 'project_id': '0b890f9b623c4aa1bd3a726f7dc8838e'}} {{(pid=73832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:39:46.480602 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fe6f6f0-0088-4879-a03c-107809502634', 'tag': '5c43891f-b78c-4450-bd56-acc3eff578e4', 'status': 'completed', 'code': 200}
May 06 00:39:46.486427 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-ec34ad1e-7559-495b-9418-1f7544d32946 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:39:46.502591 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-ec34ad1e-7559-495b-9418-1f7544d32946 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:39:46.518570 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-ec34ad1e-7559-495b-9418-1f7544d32946 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Notify callbacks [] for security_group, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:46.554535 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_dvr_db [None req-b84c872a-e854-4122-89e6-622c602a88f2 None None] Set router 19f5e112-a1dc-416f-ace2-4916d7930a1b gateway port host: dv-cinder-784623-8-iscsi {{(pid=73833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 00:39:46.592483 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-ec34ad1e-7559-495b-9418-1f7544d32946 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:39:46.606944 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1374d7a8-b6ab-49ef-b6dd-6d803ee027af req-f8bb37a5-e3e4-4845-9ec3-b1e10214998b tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:46.608056 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6173f78d-f8cc-4dfc-9bf0-4884c43909d9 req-2efad151-b3c8-4328-afa8-c5f8a275a174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:46.608425 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-1374d7a8-b6ab-49ef-b6dd-6d803ee027af req-f8bb37a5-e3e4-4845-9ec3-b1e10214998b tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=15ce2da6-b007-4eb2-a16e-92ba2286a634 HTTP/1.1" status: 200  len: 946 time: 0.1711218
May 06 00:39:46.609694 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-6173f78d-f8cc-4dfc-9bf0-4884c43909d9 req-2efad151-b3c8-4328-afa8-c5f8a275a174 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0b890f9b623c4aa1bd3a726f7dc8838e&device_id=9fe6f6f0-0088-4879-a03c-107809502634 HTTP/1.1" status: 200  len: 1098 time: 0.0791013
May 06 00:39:46.610072 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-ec34ad1e-7559-495b-9418-1f7544d32946 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Usage tracker for resource:security_group_rule and tenant:0b890f9b623c4aa1bd3a726f7dc8838e is out of sync, need to count used quota {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:39:46.614343 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-ec34ad1e-7559-495b-9418-1f7544d32946 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:39:46.623080 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-ec34ad1e-7559-495b-9418-1f7544d32946 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:39:46.691948 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-1374d7a8-b6ab-49ef-b6dd-6d803ee027af req-01c0dc4a-02e3-45c5-b985-e2977aa21cda tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a34f04e-64d6-4aca-9087-db3260c441d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0712082
May 06 00:39:46.714431 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea849b5-3b73-4a4c-814d-32a23052a04a req-b0cf1f7a-3eb6-474b-828a-fa44bbcf7026 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:46.716039 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-8ea849b5-3b73-4a4c-814d-32a23052a04a req-b0cf1f7a-3eb6-474b-828a-fa44bbcf7026 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.30 "GET /v2.0/ports?device_id=15ce2da6-b007-4eb2-a16e-92ba2286a634 HTTP/1.1" status: 200  len: 946 time: 0.1839571
May 06 00:39:46.771863 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6173f78d-f8cc-4dfc-9bf0-4884c43909d9 req-544c363c-7827-4218-b348-d31bc8fabb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:46.773950 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-6173f78d-f8cc-4dfc-9bf0-4884c43909d9 req-544c363c-7827-4218-b348-d31bc8fabb16 service neutron] 10.222.0.30 "GET /v2.0/networks?id=dfefa750-c4cf-4fe5-9a50-39478c106a84 HTTP/1.1" status: 200  len: 916 time: 0.1526818
May 06 00:39:46.814468 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-ec34ad1e-7559-495b-9418-1f7544d32946 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Notify callbacks [] for security_group, precommit_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:46.844533 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-77be725c-3e38-4100-bfbf-17fa15de0134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:46.849986 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-ec34ad1e-7559-495b-9418-1f7544d32946 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:46.859433 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-59f77ef9-0da7-47e0-8482-b5e5e626cb68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:39:46.899025 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-6173f78d-f8cc-4dfc-9bf0-4884c43909d9 req-651b9871-5aaa-495d-8fc3-ba8aa7a8e84b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c43891f-b78c-4450-bd56-acc3eff578e4 HTTP/1.1" status: 200  len: 999 time: 0.1116617
May 06 00:39:46.906853 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec34ad1e-7559-495b-9418-1f7544d32946 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba1022db-a2af-40f9-8ef7-e7e12833f008,revision_number=1']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:39:46.912064 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-ec34ad1e-7559-495b-9418-1f7544d32946 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:39:46.912646 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-ec34ad1e-7559-495b-9418-1f7544d32946 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Notify callbacks [] for security_group, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:46.917114 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-ec34ad1e-7559-495b-9418-1f7544d32946 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.4785712
May 06 00:39:46.919440 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 42512) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:39:46.925427 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.v2.base [None req-dbe53488-4d34-4563-853b-fe15c2bad2a7 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Request body: {'security_group_rule': {'security_group_id': 'ba1022db-a2af-40f9-8ef7-e7e12833f008', 'project_id': '0b890f9b623c4aa1bd3a726f7dc8838e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:39:46.945647 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-dbe53488-4d34-4563-853b-fe15c2bad2a7 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:39:46.951308 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-dbe53488-4d34-4563-853b-fe15c2bad2a7 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Usage tracker for resource:security_group_rule and tenant:0b890f9b623c4aa1bd3a726f7dc8838e is out of sync, need to count used quota {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:39:46.957983 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-dbe53488-4d34-4563-853b-fe15c2bad2a7 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:39:46.966522 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-dbe53488-4d34-4563-853b-fe15c2bad2a7 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:39:46.971253 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_hamode_db [None req-b84c872a-e854-4122-89e6-622c602a88f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f95091672b0>, [{'id': '19f5e112-a1dc-416f-ace2-4916d7930a1b', 'name': 'tempest-TestMinimumBasicScenario-1806991004-router', 'tenant_id': '0b890f9b623c4aa1bd3a726f7dc8838e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'external_fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '0459f193-550b-4b26-891f-cdf82e0bde5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:37:57Z', 'updated_at': '2021-05-06T00:38:02Z', 'revision_number': 4, 'project_id': '0b890f9b623c4aa1bd3a726f7dc8838e', 'gw_port': {'id': '0459f193-550b-4b26-891f-cdf82e0bde5e', 'name': '', 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:7e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f5e112-a1dc-416f-ace2-4916d7930a1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:37:58Z', 'updated_at': '2021-05-06T00:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-iscsi', '_floatingips': [{'id': '7fe03fe9-9262-4464-bd7f-d343aa21b06f', 'tenant_id': '0b890f9b623c4aa1bd3a726f7dc8838e', 'floating_ip_address': '172.27.3.133', 'floating_network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'router_id': '19f5e112-a1dc-416f-ace2-4916d7930a1b', 'port_id': '5c43891f-b78c-4450-bd56-acc3eff578e4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfefa750-c4cf-4fe5-9a50-39478c106a84', 'mac_address': 'fa:16:3e:c4:ff:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe6f6f0-0088-4879-a03c-107809502634', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T00:39:44Z', 'updated_at': '2021-05-06T00:39:44Z', 'revision_number': 0, 'project_id': '0b890f9b623c4aa1bd3a726f7dc8838e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ac8f2a6-6aa2-4024-ab10-93eaa673a7e7', 'name': '', 'network_id': 'dfefa750-c4cf-4fe5-9a50-39478c106a84', 'tenant_id': '0b890f9b623c4aa1bd3a726f7dc8838e', 'mac_address': 'fa:16:3e:dc:55:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f5e112-a1dc-416f-ace2-4916d7930a1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '10dd42a5-a5ec-4dc6-b51c-78099354ecd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:38:02Z', 'updated_at': '2021-05-06T00:38:24Z', 'revision_number': 5, 'project_id': '0b890f9b623c4aa1bd3a726f7dc8838e', 'subnets': [{'id': '10dd42a5-a5ec-4dc6-b51c-78099354ecd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-8-iscsi', False) {} {{(pid=73833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:39:46.977115 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84c872a-e854-4122-89e6-622c602a88f2 None None] Checking router: 19f5e112-a1dc-416f-ace2-4916d7930a1b for host: dv-cinder-784623-8-iscsi {{(pid=73833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 06 00:39:46.978142 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6173f78d-f8cc-4dfc-9bf0-4884c43909d9 req-b2d3c919-26e9-4dd4-b24b-27073af5bbce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:46.979773 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-6173f78d-f8cc-4dfc-9bf0-4884c43909d9 req-b2d3c919-26e9-4dd4-b24b-27073af5bbce service neutron] 10.222.0.30 "GET /v2.0/subnets?id=10dd42a5-a5ec-4dc6-b51c-78099354ecd3 HTTP/1.1" status: 200  len: 854 time: 0.0700343
May 06 00:39:46.988662 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84c872a-e854-4122-89e6-622c602a88f2 None None] Routers {'19f5e112-a1dc-416f-ace2-4916d7930a1b'} bound to L3 agent in host dv-cinder-784623-8-iscsi {{(pid=73833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 00:39:46.989527 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_hamode_db [None req-b84c872a-e854-4122-89e6-622c602a88f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f95091672b0>, 'dv-cinder-784623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-06T00:27:20Z,description=<?>,heartbeat_timestamp=2021-05-06T00:39:20Z,host='dv-cinder-784623-8-iscsi',id=3fa0790c-dd29-4495-aa07-f8a2ae482509,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T00:27:20Z,topic='l3_agent')) {'router_ids': ['19f5e112-a1dc-416f-ace2-4916d7930a1b'], 'active': True} {{(pid=73833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:39:46.997348 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-dbe53488-4d34-4563-853b-fe15c2bad2a7 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:47.011460 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.plugin [req-8ea849b5-3b73-4a4c-814d-32a23052a04a req-cf6db078-f518-440f-8aec-c66d98113963 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Deleting port 163e2ec3-2d31-4d71-b82f-9ef0fbf1fa68 {{(pid=73832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 06 00:39:47.011810 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-8ea849b5-3b73-4a4c-814d-32a23052a04a req-cf6db078-f518-440f-8aec-c66d98113963 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767381331357'] for port, before_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:47.078438 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6173f78d-f8cc-4dfc-9bf0-4884c43909d9 req-e6568685-5963-40fa-b1fd-c06e376bb2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:47.080602 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-6173f78d-f8cc-4dfc-9bf0-4884c43909d9 req-e6568685-5963-40fa-b1fd-c06e376bb2e6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dfefa750-c4cf-4fe5-9a50-39478c106a84&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0920894
May 06 00:39:47.202460 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.db [req-8ea849b5-3b73-4a4c-814d-32a23052a04a req-cf6db078-f518-440f-8aec-c66d98113963 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] For port 163e2ec3-2d31-4d71-b82f-9ef0fbf1fa68, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=163e2ec3-2d31-4d71-b82f-9ef0fbf1fa68,segment=NetworkSegment(d6767cd9-a845-4bf2-a0b7-cab2ef6cd327),segment_id=d6767cd9-a845-4bf2-a0b7-cab2ef6cd327)] {{(pid=73832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:39:47.203217 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-8ea849b5-3b73-4a4c-814d-32a23052a04a req-cf6db078-f518-440f-8aec-c66d98113963 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404144'] for port, precommit_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:47.225270 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_dvr_db [None req-b84c872a-e854-4122-89e6-622c602a88f2 None None] Set router 19f5e112-a1dc-416f-ace2-4916d7930a1b gateway port host: dv-cinder-784623-8-iscsi {{(pid=73833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 00:39:47.296504 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-6173f78d-f8cc-4dfc-9bf0-4884c43909d9 req-be7dbb9a-f0b1-4b6f-9842-99caf52a0fe5 service neutron] 10.222.0.30 "GET /v2.0/networks/dfefa750-c4cf-4fe5-9a50-39478c106a84?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2024944
May 06 00:39:47.301255 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-dbe53488-4d34-4563-853b-fe15c2bad2a7 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:47.307279 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-dbe53488-4d34-4563-853b-fe15c2bad2a7 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230'] for security_group_rule, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:47.307464 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d88f607-5f73-4635-8d60-da39445f18cf req-44bf1550-63be-4fcc-b974-ecae1f5ad13c tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:47.308790 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-7d88f607-5f73-4635-8d60-da39445f18cf req-44bf1550-63be-4fcc-b974-ecae1f5ad13c tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] 10.222.0.24 "GET /v2.0/ports?device_id=02c26ed5-586e-4750-b8c8-4251b08ea67a HTTP/1.1" status: 200  len: 946 time: 0.2329569
May 06 00:39:47.355868 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:39:47.440569 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-7d88f607-5f73-4635-8d60-da39445f18cf req-350e5e6c-2715-40c5-b9d8-be20f7f171f5 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] 10.222.0.24 "GET /v2.0/security-groups?id=caf78781-a8d3-4bc3-9ba3-81b9c4d00593&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0571039
May 06 00:39:47.471669 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe53488-4d34-4563-853b-fe15c2bad2a7 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e33ae9f9-cbc9-477f-85fe-330114a082db,revision_number=0']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:39:47.474727 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-dbe53488-4d34-4563-853b-fe15c2bad2a7 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:39:47.498330 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-6173f78d-f8cc-4dfc-9bf0-4884c43909d9 req-01e9eaa1-cf64-4d1b-83b0-11fdd99ed38a service neutron] 10.222.0.30 "GET /v2.0/networks/dfefa750-c4cf-4fe5-9a50-39478c106a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1885169
May 06 00:39:47.533679 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-dbe53488-4d34-4563-853b-fe15c2bad2a7 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:47.537707 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-dbe53488-4d34-4563-853b-fe15c2bad2a7 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.6157990
May 06 00:39:47.538533 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 42522) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:39:47.546201 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.v2.base [None req-dbbc7f9a-27ff-4c98-ab73-062b4a46c1c4 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Request body: {'security_group_rule': {'security_group_id': 'ba1022db-a2af-40f9-8ef7-e7e12833f008', 'project_id': '0b890f9b623c4aa1bd3a726f7dc8838e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=73831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:39:47.555524 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-dbbc7f9a-27ff-4c98-ab73-062b4a46c1c4 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:39:47.559980 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-dbbc7f9a-27ff-4c98-ab73-062b4a46c1c4 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Usage tracker for resource:security_group_rule and tenant:0b890f9b623c4aa1bd3a726f7dc8838e is out of sync, need to count used quota {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:39:47.563538 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-dbbc7f9a-27ff-4c98-ab73-062b4a46c1c4 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:39:47.571322 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-dbbc7f9a-27ff-4c98-ab73-062b4a46c1c4 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:39:47.592600 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-dbbc7f9a-27ff-4c98-ab73-062b4a46c1c4 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:47.619415 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_hamode_db [None req-b84c872a-e854-4122-89e6-622c602a88f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f95091672b0>, [{'id': '19f5e112-a1dc-416f-ace2-4916d7930a1b', 'name': 'tempest-TestMinimumBasicScenario-1806991004-router', 'tenant_id': '0b890f9b623c4aa1bd3a726f7dc8838e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'external_fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '0459f193-550b-4b26-891f-cdf82e0bde5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:37:57Z', 'updated_at': '2021-05-06T00:38:02Z', 'revision_number': 4, 'project_id': '0b890f9b623c4aa1bd3a726f7dc8838e', 'gw_port': {'id': '0459f193-550b-4b26-891f-cdf82e0bde5e', 'name': '', 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:7e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f5e112-a1dc-416f-ace2-4916d7930a1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:37:58Z', 'updated_at': '2021-05-06T00:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-iscsi', '_floatingips': [{'id': '7fe03fe9-9262-4464-bd7f-d343aa21b06f', 'tenant_id': '0b890f9b623c4aa1bd3a726f7dc8838e', 'floating_ip_address': '172.27.3.133', 'floating_network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'router_id': '19f5e112-a1dc-416f-ace2-4916d7930a1b', 'port_id': '5c43891f-b78c-4450-bd56-acc3eff578e4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfefa750-c4cf-4fe5-9a50-39478c106a84', 'mac_address': 'fa:16:3e:c4:ff:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe6f6f0-0088-4879-a03c-107809502634', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T00:39:44Z', 'updated_at': '2021-05-06T00:39:44Z', 'revision_number': 0, 'project_id': '0b890f9b623c4aa1bd3a726f7dc8838e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ac8f2a6-6aa2-4024-ab10-93eaa673a7e7', 'name': '', 'network_id': 'dfefa750-c4cf-4fe5-9a50-39478c106a84', 'tenant_id': '0b890f9b623c4aa1bd3a726f7dc8838e', 'mac_address': 'fa:16:3e:dc:55:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f5e112-a1dc-416f-ace2-4916d7930a1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '10dd42a5-a5ec-4dc6-b51c-78099354ecd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:38:02Z', 'updated_at': '2021-05-06T00:38:24Z', 'revision_number': 5, 'project_id': '0b890f9b623c4aa1bd3a726f7dc8838e', 'subnets': [{'id': '10dd42a5-a5ec-4dc6-b51c-78099354ecd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-8-iscsi', False) {} {{(pid=73833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:39:47.623843 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84c872a-e854-4122-89e6-622c602a88f2 None None] The sync data for ids ['19f5e112-a1dc-416f-ace2-4916d7930a1b'] in dv-cinder-784623-8-iscsi is: [{'id': '19f5e112-a1dc-416f-ace2-4916d7930a1b', 'name': 'tempest-TestMinimumBasicScenario-1806991004-router', 'tenant_id': '0b890f9b623c4aa1bd3a726f7dc8838e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'external_fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '0459f193-550b-4b26-891f-cdf82e0bde5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:37:57Z', 'updated_at': '2021-05-06T00:38:02Z', 'revision_number': 4, 'project_id': '0b890f9b623c4aa1bd3a726f7dc8838e', 'gw_port': {'id': '0459f193-550b-4b26-891f-cdf82e0bde5e', 'name': '', 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:7e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f5e112-a1dc-416f-ace2-4916d7930a1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:37:58Z', 'updated_at': '2021-05-06T00:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-iscsi', '_floatingips': [{'id': '7fe03fe9-9262-4464-bd7f-d343aa21b06f', 'tenant_id': '0b890f9b623c4aa1bd3a726f7dc8838e', 'floating_ip_address': '172.27.3.133', 'floating_network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'router_id': '19f5e112-a1dc-416f-ace2-4916d7930a1b', 'port_id': '5c43891f-b78c-4450-bd56-acc3eff578e4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfefa750-c4cf-4fe5-9a50-39478c106a84', 'mac_address': 'fa:16:3e:c4:ff:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe6f6f0-0088-4879-a03c-107809502634', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T00:39:44Z', 'updated_at': '2021-05-06T00:39:44Z', 'revision_number': 0, 'project_id': '0b890f9b623c4aa1bd3a726f7dc8838e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ac8f2a6-6aa2-4024-ab10-93eaa673a7e7', 'name': '', 'network_id': 'dfefa750-c4cf-4fe5-9a50-39478c106a84', 'tenant_id': '0b890f9b623c4aa1bd3a726f7dc8838e', 'mac_address': 'fa:16:3e:dc:55:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f5e112-a1dc-416f-ace2-4916d7930a1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '10dd42a5-a5ec-4dc6-b51c-78099354ecd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:38:02Z', 'updated_at': '2021-05-06T00:38:24Z', 'revision_number': 5, 'project_id': '0b890f9b623c4aa1bd3a726f7dc8838e', 'subnets': [{'id': '10dd42a5-a5ec-4dc6-b51c-78099354ecd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 06 00:39:47.674384 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-dbbc7f9a-27ff-4c98-ab73-062b4a46c1c4 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:47.679443 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-dbbc7f9a-27ff-4c98-ab73-062b4a46c1c4 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230'] for security_group_rule, after_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:47.682502 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-40815ad6-8054-49b7-98ac-2c6f375fd52a tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:39:47.703589 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbc7f9a-27ff-4c98-ab73-062b4a46c1c4 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c77c9ed-4df9-4cbf-bf55-a4a3c913ccd1,revision_number=0']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:39:47.707413 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-dbbc7f9a-27ff-4c98-ab73-062b4a46c1c4 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:39:47.724715 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-dbbc7f9a-27ff-4c98-ab73-062b4a46c1c4 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:47.729342 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-dbbc7f9a-27ff-4c98-ab73-062b4a46c1c4 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1895399
May 06 00:39:47.730025 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 42526) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:39:47.736833 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.v2.base [None req-fe00aff4-c2fa-40d0-956b-e7179d4a8777 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Request body: {'security_group_rule': {'security_group_id': 'ba1022db-a2af-40f9-8ef7-e7e12833f008', 'project_id': '0b890f9b623c4aa1bd3a726f7dc8838e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=73831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:39:47.738568 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6c08ee-5380-45c6-987e-c41b156cb367 req-a51aef1e-ed8e-44b5-bfd9-eef45a7f7d77 tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:47.740019 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-5f6c08ee-5380-45c6-987e-c41b156cb367 req-a51aef1e-ed8e-44b5-bfd9-eef45a7f7d77 tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0af2c3d-75cc-4a37-84e1-5e73669ff315 HTTP/1.1" status: 200  len: 945 time: 0.4230568
May 06 00:39:47.743195 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-fe00aff4-c2fa-40d0-956b-e7179d4a8777 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:39:47.747289 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-fe00aff4-c2fa-40d0-956b-e7179d4a8777 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Usage tracker for resource:security_group_rule and tenant:0b890f9b623c4aa1bd3a726f7dc8838e is out of sync, need to count used quota {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:39:47.750713 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-fe00aff4-c2fa-40d0-956b-e7179d4a8777 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:39:47.762173 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-fe00aff4-c2fa-40d0-956b-e7179d4a8777 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:39:47.782582 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-fe00aff4-c2fa-40d0-956b-e7179d4a8777 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:47.795013 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-8ea849b5-3b73-4a4c-814d-32a23052a04a req-cf6db078-f518-440f-8aec-c66d98113963 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:47.795371 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-8ea849b5-3b73-4a4c-814d-32a23052a04a req-cf6db078-f518-440f-8aec-c66d98113963 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407923'] for floatingip, after_update {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:47.795678 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.db.l3_db [req-8ea849b5-3b73-4a4c-814d-32a23052a04a req-cf6db078-f518-440f-8aec-c66d98113963 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Floating IP f2bae322-ae86-4a0f-b695-623df40be96b disassociated. External IP: 172.27.3.211, port: 163e2ec3-2d31-4d71-b82f-9ef0fbf1fa68.
May 06 00:39:47.796013 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.plugin [req-8ea849b5-3b73-4a4c-814d-32a23052a04a req-cf6db078-f518-440f-8aec-c66d98113963 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Calling delete_port for 163e2ec3-2d31-4d71-b82f-9ef0fbf1fa68 owned by compute:nova {{(pid=73832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 06 00:39:47.842122 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40d2bb1-f1e6-424d-b074-e41327f77c7c req-459eebd4-5906-43fb-8560-e506ade65a66 tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:47.850257 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-c40d2bb1-f1e6-424d-b074-e41327f77c7c req-459eebd4-5906-43fb-8560-e506ade65a66 tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0af2c3d-75cc-4a37-84e1-5e73669ff315 HTTP/1.1" status: 200  len: 945 time: 0.3904517
May 06 00:39:47.899833 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a02bb6-568b-43d8-bc20-05fe2cc9d82f None None] New status for floating IP 7fe03fe9-9262-4464-bd7f-d343aa21b06f: ACTIVE {{(pid=73834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 06 00:39:47.908684 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-fe00aff4-c2fa-40d0-956b-e7179d4a8777 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:47.916610 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-fe00aff4-c2fa-40d0-956b-e7179d4a8777 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230'] for security_group_rule, after_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:47.921319 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-f60cab10-9a29-4f07-a394-6cf5c1484102 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:39:47.948609 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00aff4-c2fa-40d0-956b-e7179d4a8777 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b74f3de-1163-4a9a-a8c9-43f8f4d0bbcb,revision_number=0']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:39:47.952373 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-fe00aff4-c2fa-40d0-956b-e7179d4a8777 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:39:47.964596 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-fe00aff4-c2fa-40d0-956b-e7179d4a8777 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:47.968613 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-fe00aff4-c2fa-40d0-956b-e7179d4a8777 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2374320
May 06 00:39:47.977359 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 42532) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:39:47.984121 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.v2.base [None req-31c8f38e-c3b6-431e-9df9-688c7f76ee74 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Request body: {'security_group_rule': {'security_group_id': 'ba1022db-a2af-40f9-8ef7-e7e12833f008', 'project_id': '0b890f9b623c4aa1bd3a726f7dc8838e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=73831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:39:47.995400 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7b48e5-9422-4914-9a38-30b32fd1d81d req-82ac4fe8-d646-4d2e-8362-159e6f939cc2 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:47.996958 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-8b7b48e5-9422-4914-9a38-30b32fd1d81d req-82ac4fe8-d646-4d2e-8362-159e6f939cc2 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=15ce2da6-b007-4eb2-a16e-92ba2286a634 HTTP/1.1" status: 200  len: 946 time: 0.1477554
May 06 00:39:47.999401 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-31c8f38e-c3b6-431e-9df9-688c7f76ee74 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:39:48.003831 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-31c8f38e-c3b6-431e-9df9-688c7f76ee74 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Usage tracker for resource:security_group_rule and tenant:0b890f9b623c4aa1bd3a726f7dc8838e is out of sync, need to count used quota {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:39:48.008329 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-31c8f38e-c3b6-431e-9df9-688c7f76ee74 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:39:48.027611 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-31c8f38e-c3b6-431e-9df9-688c7f76ee74 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:39:48.064779 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-c40d2bb1-f1e6-424d-b074-e41327f77c7c req-9bb2ae5e-f25f-4da5-9493-9b75ddc97ac7 tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] 10.222.0.24 "GET /v2.0/security-groups?id=b841085d-8e10-431c-873f-ffa7a76ce7ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2136254
May 06 00:39:48.113197 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.plugin [req-5f6c08ee-5380-45c6-987e-c41b156cb367 req-9db4f2e6-7705-4f9e-a86b-1d3db431fbc8 tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] Deleting port 5cebebe6-244e-4b34-8168-332ea0116d7a {{(pid=73832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 06 00:39:48.113693 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-5f6c08ee-5380-45c6-987e-c41b156cb367 req-9db4f2e6-7705-4f9e-a86b-1d3db431fbc8 tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767381331357'] for port, before_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:48.178187 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-8b7b48e5-9422-4914-9a38-30b32fd1d81d req-c5a416bf-b479-4478-90b8-b7438159bf9d tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a34f04e-64d6-4aca-9087-db3260c441d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1713691
May 06 00:39:48.179791 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-31c8f38e-c3b6-431e-9df9-688c7f76ee74 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:48.256360 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-31c8f38e-c3b6-431e-9df9-688c7f76ee74 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:48.260873 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-31c8f38e-c3b6-431e-9df9-688c7f76ee74 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230'] for security_group_rule, after_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:48.263348 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:39:48.269761 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-8ea849b5-3b73-4a4c-814d-32a23052a04a req-cf6db078-f518-440f-8aec-c66d98113963 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767381335664', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767380898829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2182845'] for port, after_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:48.285194 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-e86a118e-1937-4be8-9559-cbadc1d18152 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:39:48.287584 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c8f38e-c3b6-431e-9df9-688c7f76ee74 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad47241a-039c-4aa2-8974-04d70a48ded4,revision_number=0']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:39:48.290297 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-31c8f38e-c3b6-431e-9df9-688c7f76ee74 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:39:48.297834 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-31c8f38e-c3b6-431e-9df9-688c7f76ee74 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:48.301921 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-31c8f38e-c3b6-431e-9df9-688c7f76ee74 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3237953
May 06 00:39:48.302567 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 42536) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:39:48.307438 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.v2.base [None req-a8b12748-6ac8-4a54-b363-704a4ab3cef8 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Request body: {'security_group_rule': {'security_group_id': 'ba1022db-a2af-40f9-8ef7-e7e12833f008', 'project_id': '0b890f9b623c4aa1bd3a726f7dc8838e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=73831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:39:48.313051 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-a8b12748-6ac8-4a54-b363-704a4ab3cef8 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:39:48.317406 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-a8b12748-6ac8-4a54-b363-704a4ab3cef8 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Usage tracker for resource:security_group_rule and tenant:0b890f9b623c4aa1bd3a726f7dc8838e is out of sync, need to count used quota {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:39:48.320210 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-a8b12748-6ac8-4a54-b363-704a4ab3cef8 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:39:48.326445 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-a8b12748-6ac8-4a54-b363-704a4ab3cef8 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:39:48.334709 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6db078-f518-440f-8aec-c66d98113963 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Pushing event deleted for resources: {'Port': ['ID=163e2ec3-2d31-4d71-b82f-9ef0fbf1fa68,revision_number=None']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:39:48.337112 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.db.securitygroups_db [None req-a8b12748-6ac8-4a54-b363-704a4ab3cef8 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Project 0b890f9b623c4aa1bd3a726f7dc8838e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 06 00:39:48.340684 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-cf6db078-f518-440f-8aec-c66d98113963 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:39:48.343094 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-a8b12748-6ac8-4a54-b363-704a4ab3cef8 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:48.410089 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-a8b12748-6ac8-4a54-b363-704a4ab3cef8 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:48.413816 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-a8b12748-6ac8-4a54-b363-704a4ab3cef8 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230'] for security_group_rule, after_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:48.420328 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-0b10f170-d567-4e85-ac2a-9609953ef69b tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:39:48.420499 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.db [req-5f6c08ee-5380-45c6-987e-c41b156cb367 req-9db4f2e6-7705-4f9e-a86b-1d3db431fbc8 tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] For port 5cebebe6-244e-4b34-8168-332ea0116d7a, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=5cebebe6-244e-4b34-8168-332ea0116d7a,segment=NetworkSegment(a1d67195-5914-4acf-bf1e-c207da4100a7),segment_id=a1d67195-5914-4acf-bf1e-c207da4100a7)] {{(pid=73832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:39:48.420857 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-5f6c08ee-5380-45c6-987e-c41b156cb367 req-9db4f2e6-7705-4f9e-a86b-1d3db431fbc8 tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404144'] for port, precommit_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:48.439563 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b12748-6ac8-4a54-b363-704a4ab3cef8 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e5e70b1-0002-4d99-9b2f-a1a1b9e25028,revision_number=0']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:39:48.442604 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-a8b12748-6ac8-4a54-b363-704a4ab3cef8 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:39:48.450839 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-a8b12748-6ac8-4a54-b363-704a4ab3cef8 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:48.451987 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-a8b12748-6ac8-4a54-b363-704a4ab3cef8 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1485412
May 06 00:39:48.455306 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 42540) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:39:48.460323 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.v2.base [None req-b2839871-e1e5-4ab1-95a4-bb0c70cf49c4 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Request body: {'security_group_rule': {'security_group_id': 'ba1022db-a2af-40f9-8ef7-e7e12833f008', 'project_id': '0b890f9b623c4aa1bd3a726f7dc8838e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=73831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:39:48.466200 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-b2839871-e1e5-4ab1-95a4-bb0c70cf49c4 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:39:48.470031 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-b2839871-e1e5-4ab1-95a4-bb0c70cf49c4 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Usage tracker for resource:security_group_rule and tenant:0b890f9b623c4aa1bd3a726f7dc8838e is out of sync, need to count used quota {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:39:48.472948 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-b2839871-e1e5-4ab1-95a4-bb0c70cf49c4 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:39:48.478838 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-b2839871-e1e5-4ab1-95a4-bb0c70cf49c4 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:39:48.492225 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.db.securitygroups_db [None req-b2839871-e1e5-4ab1-95a4-bb0c70cf49c4 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Project 0b890f9b623c4aa1bd3a726f7dc8838e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 06 00:39:48.499503 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-b2839871-e1e5-4ab1-95a4-bb0c70cf49c4 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:48.578643 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-b2839871-e1e5-4ab1-95a4-bb0c70cf49c4 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:48.583137 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-b2839871-e1e5-4ab1-95a4-bb0c70cf49c4 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230'] for security_group_rule, after_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:48.590852 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:39:48.609244 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2839871-e1e5-4ab1-95a4-bb0c70cf49c4 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65faf465-4fd0-47b2-a1de-780bef498697,revision_number=0']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:39:48.612812 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-b2839871-e1e5-4ab1-95a4-bb0c70cf49c4 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:39:48.619595 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.plugin [req-5f6c08ee-5380-45c6-987e-c41b156cb367 req-9db4f2e6-7705-4f9e-a86b-1d3db431fbc8 tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] Calling delete_port for 5cebebe6-244e-4b34-8168-332ea0116d7a owned by compute:nova {{(pid=73832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 06 00:39:48.620608 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-b2839871-e1e5-4ab1-95a4-bb0c70cf49c4 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:48.624350 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-b2839871-e1e5-4ab1-95a4-bb0c70cf49c4 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1656356
May 06 00:39:48.743390 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8ea849b5-3b73-4a4c-814d-32a23052a04a req-cf6db078-f518-440f-8aec-c66d98113963 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Router 6854da60-24a0-44c8-a0f5-6e512e435a5a has already been hosted by L3 agent 3fa0790c-dd29-4495-aa07-f8a2ae482509 {{(pid=73832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 06 00:39:48.761019 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-4944d8bf-2a57-4e1a-8a80-c8930f77a701 req-45465640-83a1-4a81-a724-dea97093d00e tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1315853602&fields=id&tenant_id=0b890f9b623c4aa1bd3a726f7dc8838e HTTP/1.1" status: 200  len: 267 time: 0.0419316
May 06 00:39:48.847038 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4944d8bf-2a57-4e1a-8a80-c8930f77a701 req-ca96f8f0-2739-4fa5-a99d-18bf1d27febf tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:48.848752 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-4944d8bf-2a57-4e1a-8a80-c8930f77a701 req-ca96f8f0-2739-4fa5-a99d-18bf1d27febf tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] 10.222.0.24 "GET /v2.0/ports?device_id=9fe6f6f0-0088-4879-a03c-107809502634 HTTP/1.1" status: 200  len: 945 time: 0.0810149
May 06 00:39:48.859660 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.v2.base [req-4944d8bf-2a57-4e1a-8a80-c8930f77a701 req-cc89912b-2124-451b-babf-5e867cd9c231 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Request body: {'port': {'security_groups': ['811af3d2-d9e3-451a-9e32-5fc42ad73f8c', 'ba1022db-a2af-40f9-8ef7-e7e12833f008']}} {{(pid=73831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:39:48.958917 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a067435-bdca-4763-80d2-98d4449456a6 req-26393a09-9839-464d-a84e-a80d1b865200 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:48.960416 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-5a067435-bdca-4763-80d2-98d4449456a6 req-26393a09-9839-464d-a84e-a80d1b865200 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] 10.222.0.24 "GET /v2.0/ports?device_id=02c26ed5-586e-4750-b8c8-4251b08ea67a HTTP/1.1" status: 200  len: 946 time: 0.3546484
May 06 00:39:48.983965 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [req-4944d8bf-2a57-4e1a-8a80-c8930f77a701 req-cc89912b-2124-451b-babf-5e867cd9c231 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:49.056599 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-5f6c08ee-5380-45c6-987e-c41b156cb367 req-9db4f2e6-7705-4f9e-a86b-1d3db431fbc8 tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767381335664', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767380898829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2182845'] for port, after_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:49.060633 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8ea849b5-3b73-4a4c-814d-32a23052a04a req-cf6db078-f518-440f-8aec-c66d98113963 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Notify agent at l3_agent.dv-cinder-784623-8-iscsi the message routers_updated {{(pid=73832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 06 00:39:49.069006 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-14b78ee2-abd6-4ec3-bee0-f605dcef0401 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:39:49.074529 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] get_ports_and_sgs() called for port_ids ['5cebebe6-244e-4b34-8168-332ea0116d7a'] {{(pid=73833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 06 00:39:49.109736 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-5a067435-bdca-4763-80d2-98d4449456a6 req-8c96824f-0c92-4128-994a-44d5ac313768 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] 10.222.0.24 "GET /v2.0/security-groups?id=caf78781-a8d3-4bc3-9ba3-81b9c4d00593&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1333392
May 06 00:39:49.146609 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec6859f-633b-45e5-b1eb-9312137c04d4 None None] Sync routers for ids ['6854da60-24a0-44c8-a0f5-6e512e435a5a'] in dv-cinder-784623-8-iscsi {{(pid=73833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 06 00:39:49.168870 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db4f2e6-7705-4f9e-a86b-1d3db431fbc8 tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] Pushing event deleted for resources: {'Port': ['ID=5cebebe6-244e-4b34-8168-332ea0116d7a,revision_number=None']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:39:49.177900 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec6859f-633b-45e5-b1eb-9312137c04d4 None None] Routers {'6854da60-24a0-44c8-a0f5-6e512e435a5a'} bound to L3 agent in host dv-cinder-784623-8-iscsi {{(pid=73833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 00:39:49.180029 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_hamode_db [None req-1ec6859f-633b-45e5-b1eb-9312137c04d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f950902e100>, 'dv-cinder-784623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-06T00:27:20Z,description=<?>,heartbeat_timestamp=2021-05-06T00:39:20Z,host='dv-cinder-784623-8-iscsi',id=3fa0790c-dd29-4495-aa07-f8a2ae482509,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T00:27:20Z,topic='l3_agent')) {'router_ids': ['6854da60-24a0-44c8-a0f5-6e512e435a5a'], 'active': True} {{(pid=73833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:39:49.222291 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-9db4f2e6-7705-4f9e-a86b-1d3db431fbc8 tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:39:49.293714 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ea849b5-3b73-4a4c-814d-32a23052a04a req-cf6db078-f518-440f-8aec-c66d98113963 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] No DVR routers for this DVR port 163e2ec3-2d31-4d71-b82f-9ef0fbf1fa68 on host hv-cinder-78462 {{(pid=73832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 06 00:39:49.337767 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-8ea849b5-3b73-4a4c-814d-32a23052a04a req-cf6db078-f518-440f-8aec-c66d98113963 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43737'] for port, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:49.372094 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15ce2da6-b007-4eb2-a16e-92ba2286a634', 'name': 'network-vif-deleted', 'tag': '163e2ec3-2d31-4d71-b82f-9ef0fbf1fa68'}] {{(pid=73832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 00:39:49.389557 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:49.409379 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-5191c304-43aa-42e0-9228-24206d3179f0 req-f8cffcde-2bc0-42ae-8fa4-48f690a8fa9b tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0af2c3d-75cc-4a37-84e1-5e73669ff315 HTTP/1.1" status: 200  len: 210 time: 0.1274762
May 06 00:39:49.425670 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f6c08ee-5380-45c6-987e-c41b156cb367 req-9db4f2e6-7705-4f9e-a86b-1d3db431fbc8 tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] No DVR routers for this DVR port 5cebebe6-244e-4b34-8168-332ea0116d7a on host hv-cinder-78462 {{(pid=73832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 06 00:39:49.433423 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-5f6c08ee-5380-45c6-987e-c41b156cb367 req-9db4f2e6-7705-4f9e-a86b-1d3db431fbc8 tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43737'] for port, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:49.436777 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-5f6c08ee-5380-45c6-987e-c41b156cb367 req-9db4f2e6-7705-4f9e-a86b-1d3db431fbc8 tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] 10.222.0.30 "DELETE /v2.0/ports/5cebebe6-244e-4b34-8168-332ea0116d7a HTTP/1.1" status: 204  len: 173 time: 1.6835704
May 06 00:39:49.440839 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-8ea849b5-3b73-4a4c-814d-32a23052a04a req-cf6db078-f518-440f-8aec-c66d98113963 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.30 "DELETE /v2.0/ports/163e2ec3-2d31-4d71-b82f-9ef0fbf1fa68 HTTP/1.1" status: 204  len: 173 time: 2.7125814
May 06 00:39:49.522989 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_dvr_db [None req-1ec6859f-633b-45e5-b1eb-9312137c04d4 None None] Set router 6854da60-24a0-44c8-a0f5-6e512e435a5a gateway port host: dv-cinder-784623-8-iscsi {{(pid=73833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 00:39:49.662248 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.db [req-4944d8bf-2a57-4e1a-8a80-c8930f77a701 req-cc89912b-2124-451b-babf-5e867cd9c231 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] For port 5c43891f-b78c-4450-bd56-acc3eff578e4, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=5c43891f-b78c-4450-bd56-acc3eff578e4,segment=NetworkSegment(024dc78f-673e-4ab1-a1b8-799f97b6b498),segment_id=024dc78f-673e-4ab1-a1b8-799f97b6b498)] {{(pid=73831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:39:49.711932 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-86b55ceb-a7de-42d2-acdd-cb23acfb4b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:49.713202 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [req-4944d8bf-2a57-4e1a-8a80-c8930f77a701 req-cc89912b-2124-451b-babf-5e867cd9c231 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Notify callbacks [] for port, precommit_update {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:49.720337 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [req-4944d8bf-2a57-4e1a-8a80-c8930f77a701 req-cc89912b-2124-451b-babf-5e867cd9c231 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2942575'] for port, after_update {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:49.741492 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-be6dee71-f04d-4413-a8ea-2b8a0b8868bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:39:49.842629 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] get_ports_and_sgs() called for port_ids ['5c43891f-b78c-4450-bd56-acc3eff578e4'] {{(pid=73833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 06 00:39:49.847759 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4944d8bf-2a57-4e1a-8a80-c8930f77a701 req-cc89912b-2124-451b-babf-5e867cd9c231 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:49.848483 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [req-4944d8bf-2a57-4e1a-8a80-c8930f77a701 req-cc89912b-2124-451b-babf-5e867cd9c231 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43737'] for port, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:49.860988 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-4944d8bf-2a57-4e1a-8a80-c8930f77a701 req-cc89912b-2124-451b-babf-5e867cd9c231 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] 10.222.0.24 "PUT /v2.0/ports/5c43891f-b78c-4450-bd56-acc3eff578e4 HTTP/1.1" status: 200  len: 981 time: 1.0055392
May 06 00:39:49.864275 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fe6f6f0-0088-4879-a03c-107809502634', 'tag': '5c43891f-b78c-4450-bd56-acc3eff578e4'}] {{(pid=73831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 00:39:49.890143 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc89912b-2124-451b-babf-5e867cd9c231 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Pushing event updated for resources: {'Port': ['ID=5c43891f-b78c-4450-bd56-acc3eff578e4,revision_number=6']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:39:49.900072 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-cc89912b-2124-451b-babf-5e867cd9c231 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:39:50.076137 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] get_ports_and_sgs() called for port_ids ['5c43891f-b78c-4450-bd56-acc3eff578e4'] {{(pid=73833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 06 00:39:50.107689 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [req-e96da59b-df7e-42ac-9142-24111f94cf64 req-4638fce9-c52e-452f-b027-e73a9e9cdb08 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Synchronizing usage tracker for tenant:aea92748b0624ad09d804decdf1eee48 on resource:port {{(pid=73832) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 00:39:50.114990 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15ce2da6-b007-4eb2-a16e-92ba2286a634', 'name': 'network-vif-deleted', 'tag': '163e2ec3-2d31-4d71-b82f-9ef0fbf1fa68', 'status': 'completed', 'code': 200}
May 06 00:39:50.131897 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [req-e96da59b-df7e-42ac-9142-24111f94cf64 req-4638fce9-c52e-452f-b027-e73a9e9cdb08 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Unset dirty status for tenant:aea92748b0624ad09d804decdf1eee48 on resource:port {{(pid=73832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 00:39:50.133121 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-e96da59b-df7e-42ac-9142-24111f94cf64 req-4638fce9-c52e-452f-b027-e73a9e9cdb08 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=15ce2da6-b007-4eb2-a16e-92ba2286a634 HTTP/1.1" status: 200  len: 210 time: 0.2365186
May 06 00:39:50.176138 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3535dc7e-8549-4221-bdfd-a8fb7387ea5c req-488f6f82-7c09-4538-b32b-f3d76612f5fa tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:50.178187 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-3535dc7e-8549-4221-bdfd-a8fb7387ea5c req-488f6f82-7c09-4538-b32b-f3d76612f5fa tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] 10.222.0.24 "GET /v2.0/ports?device_id=9fe6f6f0-0088-4879-a03c-107809502634 HTTP/1.1" status: 200  len: 984 time: 0.1297603
May 06 00:39:50.226357 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fe6f6f0-0088-4879-a03c-107809502634', 'tag': '5c43891f-b78c-4450-bd56-acc3eff578e4', 'status': 'completed', 'code': 200}
May 06 00:39:50.253369 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-3535dc7e-8549-4221-bdfd-a8fb7387ea5c req-e910646c-98f2-4290-abf7-03fced6d0231 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] 10.222.0.24 "GET /v2.0/security-groups?id=811af3d2-d9e3-451a-9e32-5fc42ad73f8c&id=ba1022db-a2af-40f9-8ef7-e7e12833f008&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0652730
May 06 00:39:50.257433 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-99e21821-0730-4a56-a28d-e1e02a15c5cb None None] Provisioning complete for port 5c43891f-b78c-4450-bd56-acc3eff578e4 triggered by entity DHCP. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 00:39:50.257824 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-99e21821-0730-4a56-a28d-e1e02a15c5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723253'] for port, provisioning_complete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:50.385313 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0411bf74-d2ec-444d-9bb0-106e26c02872 req-fa80ca4e-abc5-44dd-8ece-b980654d3fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:50.386811 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-0411bf74-d2ec-444d-9bb0-106e26c02872 req-fa80ca4e-abc5-44dd-8ece-b980654d3fdc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0b890f9b623c4aa1bd3a726f7dc8838e&device_id=9fe6f6f0-0088-4879-a03c-107809502634 HTTP/1.1" status: 200  len: 1137 time: 0.1135726
May 06 00:39:50.479426 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-90084741-9b8f-423c-9f16-72d74cd0e02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:50.561937 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_hamode_db [None req-1ec6859f-633b-45e5-b1eb-9312137c04d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f950902e100>, [{'id': '6854da60-24a0-44c8-a0f5-6e512e435a5a', 'name': 'tempest-AttachVolumeShelveTestJSON-1068496421-router', 'tenant_id': 'aea92748b0624ad09d804decdf1eee48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'external_fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '384ed5b9-5b19-4d3e-845e-4acbb4b59ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:34:46Z', 'updated_at': '2021-05-06T00:34:58Z', 'revision_number': 4, 'project_id': 'aea92748b0624ad09d804decdf1eee48', 'gw_port': {'id': '384ed5b9-5b19-4d3e-845e-4acbb4b59ce4', 'name': '', 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:9e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6854da60-24a0-44c8-a0f5-6e512e435a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:34:47Z', 'updated_at': '2021-05-06T00:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-iscsi', '_interfaces': [{'id': 'b318087a-94a2-4743-ae18-71d9d7cc3948', 'name': '', 'network_id': 'f1ee20ed-17e0-4650-a61e-4e2579bfb5cb', 'tenant_id': 'aea92748b0624ad09d804decdf1eee48', 'mac_address': 'fa:16:3e:c0:46:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6854da60-24a0-44c8-a0f5-6e512e435a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '587fdbbc-2087-48fc-8109-2b5f3ba73405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:34:56Z', 'updated_at': '2021-05-06T00:35:16Z', 'revision_number': 5, 'project_id': 'aea92748b0624ad09d804decdf1eee48', 'subnets': [{'id': '587fdbbc-2087-48fc-8109-2b5f3ba73405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-8-iscsi', False) {} {{(pid=73833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:39:50.613974 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0411bf74-d2ec-444d-9bb0-106e26c02872 req-2dc79881-faf3-4842-aada-406ed7ee1b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:50.614954 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-0411bf74-d2ec-444d-9bb0-106e26c02872 req-2dc79881-faf3-4842-aada-406ed7ee1b93 service neutron] 10.222.0.30 "GET /v2.0/networks?id=dfefa750-c4cf-4fe5-9a50-39478c106a84 HTTP/1.1" status: 200  len: 916 time: 0.2200978
May 06 00:39:50.620536 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec6859f-633b-45e5-b1eb-9312137c04d4 None None] Checking router: 6854da60-24a0-44c8-a0f5-6e512e435a5a for host: dv-cinder-784623-8-iscsi {{(pid=73833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 06 00:39:50.764590 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec6859f-633b-45e5-b1eb-9312137c04d4 None None] Routers {'6854da60-24a0-44c8-a0f5-6e512e435a5a'} bound to L3 agent in host dv-cinder-784623-8-iscsi {{(pid=73833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 00:39:50.765700 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_hamode_db [None req-1ec6859f-633b-45e5-b1eb-9312137c04d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f950902e100>, 'dv-cinder-784623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-06T00:27:20Z,description=<?>,heartbeat_timestamp=2021-05-06T00:39:50Z,host='dv-cinder-784623-8-iscsi',id=3fa0790c-dd29-4495-aa07-f8a2ae482509,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T00:27:20Z,topic='l3_agent')) {'router_ids': ['6854da60-24a0-44c8-a0f5-6e512e435a5a'], 'active': True} {{(pid=73833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:39:50.859904 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-0411bf74-d2ec-444d-9bb0-106e26c02872 req-f2638c02-17b2-4f38-b565-83fc6ef118d1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c43891f-b78c-4450-bd56-acc3eff578e4 HTTP/1.1" status: 200  len: 1001 time: 0.2301826
May 06 00:39:50.965274 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0411bf74-d2ec-444d-9bb0-106e26c02872 req-0d6b6166-aaae-4a86-81af-258b62c99760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:50.967327 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-0411bf74-d2ec-444d-9bb0-106e26c02872 req-0d6b6166-aaae-4a86-81af-258b62c99760 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=10dd42a5-a5ec-4dc6-b51c-78099354ecd3 HTTP/1.1" status: 200  len: 854 time: 0.0997481
May 06 00:39:51.198898 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0411bf74-d2ec-444d-9bb0-106e26c02872 req-3ad6736f-fd76-4735-894b-70e922ade054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:51.209096 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-0411bf74-d2ec-444d-9bb0-106e26c02872 req-3ad6736f-fd76-4735-894b-70e922ade054 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dfefa750-c4cf-4fe5-9a50-39478c106a84&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2235801
May 06 00:39:51.219103 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_dvr_db [None req-1ec6859f-633b-45e5-b1eb-9312137c04d4 None None] Set router 6854da60-24a0-44c8-a0f5-6e512e435a5a gateway port host: dv-cinder-784623-8-iscsi {{(pid=73833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 00:39:51.324106 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 42594) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:39:51.386957 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-0411bf74-d2ec-444d-9bb0-106e26c02872 req-6b53ee66-e025-489d-a18f-d78c75c536f0 service neutron] 10.222.0.30 "GET /v2.0/networks/dfefa750-c4cf-4fe5-9a50-39478c106a84?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1727226
May 06 00:39:51.401815 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-74bbd03c-9558-4976-b55d-179b6ac3fba8 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Notify callbacks [] for security_group, before_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:51.439878 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-74bbd03c-9558-4976-b55d-179b6ac3fba8 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:51.453908 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Device 5cebebe6-244e-4b34-8168-332ea0116d7a no longer exists at agent hyperv_hv-cinder-78462 {{(pid=73833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 06 00:39:51.502907 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-74bbd03c-9558-4976-b55d-179b6ac3fba8 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:51.508931 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-1c274b48-2ded-4b05-b8cf-cb353c75df08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:39:51.528125 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.plugin [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] No Port match for: 5cebebe6-244e-4b34-8168-332ea0116d7a {{(pid=73833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 06 00:39:51.528709 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Device 5cebebe6-244e-4b34-8168-332ea0116d7a not bound to the agent host hv-cinder-78462 {{(pid=73833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 06 00:39:51.529370 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Device 163e2ec3-2d31-4d71-b82f-9ef0fbf1fa68 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=73833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 06 00:39:51.539469 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-0411bf74-d2ec-444d-9bb0-106e26c02872 req-7cdbb715-441f-45ed-8d0a-6042e00884a5 service neutron] 10.222.0.30 "GET /v2.0/networks/dfefa750-c4cf-4fe5-9a50-39478c106a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1440177
May 06 00:39:51.539783 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-74bbd03c-9558-4976-b55d-179b6ac3fba8 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Notify callbacks [] for security_group, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:51.541168 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-74bbd03c-9558-4976-b55d-179b6ac3fba8 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "DELETE /v2.0/security-groups/6a34f04e-64d6-4aca-9087-db3260c441d3 HTTP/1.1" status: 204  len: 168 time: 0.2150698
May 06 00:39:51.542048 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bbd03c-9558-4976-b55d-179b6ac3fba8 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a34f04e-64d6-4aca-9087-db3260c441d3,revision_number=None']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:39:51.543891 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 42598) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:39:51.568192 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-74bbd03c-9558-4976-b55d-179b6ac3fba8 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:39:51.573338 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.api.v2.resource [None req-9ed58155-0f81-4eea-a26d-165d39162efb tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] show failed (client error): The resource could not be found.
May 06 00:39:51.577159 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-9ed58155-0f81-4eea-a26d-165d39162efb tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups/6a34f04e-64d6-4aca-9087-db3260c441d3 HTTP/1.1" status: 404  len: 347 time: 0.0295453
May 06 00:39:51.577526 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 42602) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:39:51.646341 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.plugin [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] No Port match for: 163e2ec3-2d31-4d71-b82f-9ef0fbf1fa68 {{(pid=73833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 06 00:39:51.646701 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Device 163e2ec3-2d31-4d71-b82f-9ef0fbf1fa68 not bound to the agent host hv-cinder-78462 {{(pid=73833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 06 00:39:51.827714 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.plugin [None req-44b4c19c-4dc6-4f01-a133-e9a05f668594 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Deleting port bcd30273-5bf6-4226-8c46-3e6073bb3b54 {{(pid=73832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 06 00:39:51.828154 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-44b4c19c-4dc6-4f01-a133-e9a05f668594 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767381331357'] for port, before_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:51.948777 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_hamode_db [None req-1ec6859f-633b-45e5-b1eb-9312137c04d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f950902e100>, [{'id': '6854da60-24a0-44c8-a0f5-6e512e435a5a', 'name': 'tempest-AttachVolumeShelveTestJSON-1068496421-router', 'tenant_id': 'aea92748b0624ad09d804decdf1eee48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'external_fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '384ed5b9-5b19-4d3e-845e-4acbb4b59ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:34:46Z', 'updated_at': '2021-05-06T00:34:58Z', 'revision_number': 4, 'project_id': 'aea92748b0624ad09d804decdf1eee48', 'gw_port': {'id': '384ed5b9-5b19-4d3e-845e-4acbb4b59ce4', 'name': '', 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:9e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6854da60-24a0-44c8-a0f5-6e512e435a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:34:47Z', 'updated_at': '2021-05-06T00:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-iscsi', '_interfaces': [{'id': 'b318087a-94a2-4743-ae18-71d9d7cc3948', 'name': '', 'network_id': 'f1ee20ed-17e0-4650-a61e-4e2579bfb5cb', 'tenant_id': 'aea92748b0624ad09d804decdf1eee48', 'mac_address': 'fa:16:3e:c0:46:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6854da60-24a0-44c8-a0f5-6e512e435a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '587fdbbc-2087-48fc-8109-2b5f3ba73405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:34:56Z', 'updated_at': '2021-05-06T00:35:16Z', 'revision_number': 5, 'project_id': 'aea92748b0624ad09d804decdf1eee48', 'subnets': [{'id': '587fdbbc-2087-48fc-8109-2b5f3ba73405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-8-iscsi', False) {} {{(pid=73833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:39:51.953178 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-06e5bd5a-9e4a-4653-864f-becf711c9df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:51.959497 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec6859f-633b-45e5-b1eb-9312137c04d4 None None] The sync data for ids ['6854da60-24a0-44c8-a0f5-6e512e435a5a'] in dv-cinder-784623-8-iscsi is: [{'id': '6854da60-24a0-44c8-a0f5-6e512e435a5a', 'name': 'tempest-AttachVolumeShelveTestJSON-1068496421-router', 'tenant_id': 'aea92748b0624ad09d804decdf1eee48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'external_fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '384ed5b9-5b19-4d3e-845e-4acbb4b59ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:34:46Z', 'updated_at': '2021-05-06T00:34:58Z', 'revision_number': 4, 'project_id': 'aea92748b0624ad09d804decdf1eee48', 'gw_port': {'id': '384ed5b9-5b19-4d3e-845e-4acbb4b59ce4', 'name': '', 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:9e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6854da60-24a0-44c8-a0f5-6e512e435a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:34:47Z', 'updated_at': '2021-05-06T00:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-iscsi', '_interfaces': [{'id': 'b318087a-94a2-4743-ae18-71d9d7cc3948', 'name': '', 'network_id': 'f1ee20ed-17e0-4650-a61e-4e2579bfb5cb', 'tenant_id': 'aea92748b0624ad09d804decdf1eee48', 'mac_address': 'fa:16:3e:c0:46:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6854da60-24a0-44c8-a0f5-6e512e435a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '587fdbbc-2087-48fc-8109-2b5f3ba73405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:34:56Z', 'updated_at': '2021-05-06T00:35:16Z', 'revision_number': 5, 'project_id': 'aea92748b0624ad09d804decdf1eee48', 'subnets': [{'id': '587fdbbc-2087-48fc-8109-2b5f3ba73405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 06 00:39:51.976124 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-44b4c19c-4dc6-4f01-a133-e9a05f668594 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404144'] for port, precommit_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:51.976455 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-44b4c19c-4dc6-4f01-a133-e9a05f668594 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:52.104427 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.plugin [None req-44b4c19c-4dc6-4f01-a133-e9a05f668594 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Calling delete_port for bcd30273-5bf6-4226-8c46-3e6073bb3b54 owned by network:floatingip {{(pid=73832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 06 00:39:52.122063 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0af2c3d-75cc-4a37-84e1-5e73669ff315', 'name': 'network-vif-deleted', 'tag': '5cebebe6-244e-4b34-8168-332ea0116d7a'}] {{(pid=73832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 00:39:52.204657 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0af2c3d-75cc-4a37-84e1-5e73669ff315', 'name': 'network-vif-deleted', 'tag': '5cebebe6-244e-4b34-8168-332ea0116d7a', 'status': 'completed', 'code': 200}
May 06 00:39:52.242086 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-44b4c19c-4dc6-4f01-a133-e9a05f668594 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767381335664', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767380898829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2182845'] for port, after_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:52.247164 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-3ea7910c-aa98-4f35-862b-e4e59edd061a tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:39:52.256854 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5752c4-b188-4269-bfc6-fe1a17a52c60 None None] New status for floating IP f2bae322-ae86-4a0f-b695-623df40be96b: DOWN {{(pid=73834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 06 00:39:52.296392 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b4c19c-4dc6-4f01-a133-e9a05f668594 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Pushing event deleted for resources: {'Port': ['ID=bcd30273-5bf6-4226-8c46-3e6073bb3b54,revision_number=None']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:39:52.328599 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b4c19c-4dc6-4f01-a133-e9a05f668594 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:39:52.329575 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b4c19c-4dc6-4f01-a133-e9a05f668594 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:39:52.330261 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b4c19c-4dc6-4f01-a133-e9a05f668594 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:39:52.330542 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b4c19c-4dc6-4f01-a133-e9a05f668594 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:39:52.330905 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b4c19c-4dc6-4f01-a133-e9a05f668594 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:39:52.331256 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b4c19c-4dc6-4f01-a133-e9a05f668594 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:39:52.331611 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b4c19c-4dc6-4f01-a133-e9a05f668594 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:39:52.331972 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b4c19c-4dc6-4f01-a133-e9a05f668594 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:39:52.332309 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b4c19c-4dc6-4f01-a133-e9a05f668594 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:39:52.332655 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b4c19c-4dc6-4f01-a133-e9a05f668594 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:39:52.333026 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b4c19c-4dc6-4f01-a133-e9a05f668594 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:39:52.333373 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b4c19c-4dc6-4f01-a133-e9a05f668594 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:39:52.340972 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-44b4c19c-4dc6-4f01-a133-e9a05f668594 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:39:52.402674 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-44b4c19c-4dc6-4f01-a133-e9a05f668594 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Notify callbacks [] for floatingip, after_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:52.424381 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-44b4c19c-4dc6-4f01-a133-e9a05f668594 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43737'] for floatingip, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:52.425571 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-44b4c19c-4dc6-4f01-a133-e9a05f668594 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "DELETE /v2.0/floatingips/f2bae322-ae86-4a0f-b695-623df40be96b HTTP/1.1" status: 204  len: 168 time: 0.8470798
May 06 00:39:52.774583 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 42618) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:39:52.779928 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.v2.base [None req-3c98c6a5-9f07-4cea-b266-4cf19090910e tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Request body: {'security_group': {'name': 'tempest-securitygroup--645608410', 'description': 'tempest-description--1739021048'}} {{(pid=73832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:39:52.785782 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-3c98c6a5-9f07-4cea-b266-4cf19090910e tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:39:52.789807 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-3c98c6a5-9f07-4cea-b266-4cf19090910e tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Usage tracker for resource:security_group and tenant:aea92748b0624ad09d804decdf1eee48 is out of sync, need to count used quota {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:39:52.792963 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-3c98c6a5-9f07-4cea-b266-4cf19090910e tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:39:52.798738 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-3c98c6a5-9f07-4cea-b266-4cf19090910e tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:39:52.896522 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-3c98c6a5-9f07-4cea-b266-4cf19090910e tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Notify callbacks [] for security_group, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:52.916249 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-3c98c6a5-9f07-4cea-b266-4cf19090910e tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:39:52.919970 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-3c98c6a5-9f07-4cea-b266-4cf19090910e tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Usage tracker for resource:security_group_rule and tenant:aea92748b0624ad09d804decdf1eee48 is out of sync, need to count used quota {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:39:52.923044 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-3c98c6a5-9f07-4cea-b266-4cf19090910e tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:39:52.928523 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-3c98c6a5-9f07-4cea-b266-4cf19090910e tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:39:52.995844 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-3c98c6a5-9f07-4cea-b266-4cf19090910e tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Notify callbacks [] for security_group, precommit_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:52.999403 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-3c98c6a5-9f07-4cea-b266-4cf19090910e tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:53.003420 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-7ce06dc6-9783-4104-b0a6-47d73f75772b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:39:53.044654 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c98c6a5-9f07-4cea-b266-4cf19090910e tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=984322a9-8be7-4c18-bac1-6872c32290c8,revision_number=1']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:39:53.047769 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-3c98c6a5-9f07-4cea-b266-4cf19090910e tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:39:53.048915 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-3c98c6a5-9f07-4cea-b266-4cf19090910e tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Notify callbacks [] for security_group, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:53.052822 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-3c98c6a5-9f07-4cea-b266-4cf19090910e tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.2744939
May 06 00:39:53.053826 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 42622) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:39:53.058122 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.v2.base [None req-a6b6f614-10ea-4937-8ebe-d90f107aaf8d tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Request body: {'security_group_rule': {'security_group_id': '984322a9-8be7-4c18-bac1-6872c32290c8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:39:53.064562 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-a6b6f614-10ea-4937-8ebe-d90f107aaf8d tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:39:53.068624 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-a6b6f614-10ea-4937-8ebe-d90f107aaf8d tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Usage tracker for resource:security_group_rule and tenant:aea92748b0624ad09d804decdf1eee48 is out of sync, need to count used quota {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:39:53.071554 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-a6b6f614-10ea-4937-8ebe-d90f107aaf8d tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:39:53.077781 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-a6b6f614-10ea-4937-8ebe-d90f107aaf8d tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:39:53.093308 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-a6b6f614-10ea-4937-8ebe-d90f107aaf8d tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:53.152234 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-a6b6f614-10ea-4937-8ebe-d90f107aaf8d tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:53.162019 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-a6b6f614-10ea-4937-8ebe-d90f107aaf8d tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230'] for security_group_rule, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:53.168126 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:39:53.191874 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b6f614-10ea-4937-8ebe-d90f107aaf8d tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5d7080e-668a-430f-b4ed-53f932ed9dbb,revision_number=0']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:39:53.194410 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-a6b6f614-10ea-4937-8ebe-d90f107aaf8d tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:39:53.202020 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-a6b6f614-10ea-4937-8ebe-d90f107aaf8d tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:53.203305 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-a6b6f614-10ea-4937-8ebe-d90f107aaf8d tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1493478
May 06 00:39:53.206248 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 42630) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:39:53.211473 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.v2.base [None req-a8c19b80-e49a-4937-af1a-7d92406f80e7 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Request body: {'security_group_rule': {'security_group_id': '984322a9-8be7-4c18-bac1-6872c32290c8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=73832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:39:53.217329 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-a8c19b80-e49a-4937-af1a-7d92406f80e7 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:39:53.221298 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-a8c19b80-e49a-4937-af1a-7d92406f80e7 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Usage tracker for resource:security_group_rule and tenant:aea92748b0624ad09d804decdf1eee48 is out of sync, need to count used quota {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:39:53.224330 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-a8c19b80-e49a-4937-af1a-7d92406f80e7 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:39:53.229910 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-a8c19b80-e49a-4937-af1a-7d92406f80e7 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:39:53.247010 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-a8c19b80-e49a-4937-af1a-7d92406f80e7 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:53.310352 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-a8c19b80-e49a-4937-af1a-7d92406f80e7 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:53.314056 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-a8c19b80-e49a-4937-af1a-7d92406f80e7 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230'] for security_group_rule, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:53.316110 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-e3402795-e4ed-46da-b89d-b1db5207dac7 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:39:53.337746 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c19b80-e49a-4937-af1a-7d92406f80e7 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb8bf3c4-f74f-405f-945e-f42b4c0a3363,revision_number=0']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:39:53.340110 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-a8c19b80-e49a-4937-af1a-7d92406f80e7 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:39:53.347233 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-a8c19b80-e49a-4937-af1a-7d92406f80e7 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:53.348454 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-a8c19b80-e49a-4937-af1a-7d92406f80e7 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1412876
May 06 00:39:53.351489 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 42644) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:39:53.356410 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.v2.base [None req-61fbbd20-b0ec-4173-8b05-663fba6505e8 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Request body: {'floatingip': {'floating_network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4'}} {{(pid=73832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:39:53.362262 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-61fbbd20-b0ec-4173-8b05-663fba6505e8 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:39:53.366008 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-61fbbd20-b0ec-4173-8b05-663fba6505e8 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Usage tracker for resource:floatingip and tenant:aea92748b0624ad09d804decdf1eee48 is out of sync, need to count used quota {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:39:53.368836 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-61fbbd20-b0ec-4173-8b05-663fba6505e8 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:39:53.374554 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-61fbbd20-b0ec-4173-8b05-663fba6505e8 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:39:53.384881 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-61fbbd20-b0ec-4173-8b05-663fba6505e8 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Notify callbacks [] for floatingip, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:53.445941 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec05c7a5-c123-4e8a-bab1-18f3a5efbfb4 req-162859df-5808-4c16-a712-890d969a61b6 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:53.447389 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-ec05c7a5-c123-4e8a-bab1-18f3a5efbfb4 req-162859df-5808-4c16-a712-890d969a61b6 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] 10.222.0.24 "GET /v2.0/networks?id=9ab706ea-4458-41a9-8c8a-6bc700b518fe HTTP/1.1" status: 200  len: 815 time: 0.1532595
May 06 00:39:53.462877 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-ec05c7a5-c123-4e8a-bab1-18f3a5efbfb4 req-a77059f5-837d-47a4-a841-ba6630e8e31f tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] 10.222.0.24 "GET /v2.0/quotas/2931334f6f2c435b8bc0aba23f1277b7 HTTP/1.1" status: 200  len: 375 time: 0.0095222
May 06 00:39:53.523956 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-61fbbd20-b0ec-4173-8b05-663fba6505e8 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:53.554420 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-ec05c7a5-c123-4e8a-bab1-18f3a5efbfb4 req-bbad42db-aa27-4630-8ddb-0488be7e10d1 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2931334f6f2c435b8bc0aba23f1277b7&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0857494
May 06 00:39:53.678912 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.db_base_plugin_common [None req-61fbbd20-b0ec-4173-8b05-663fba6505e8 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Allocated IP 172.27.3.48 (86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4/5f976aaf-f539-4cba-9109-d63a57e1b399/b871d22d-c517-4856-a149-a9a79582f78a) {{(pid=73832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 06 00:39:53.738093 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-ec05c7a5-c123-4e8a-bab1-18f3a5efbfb4 req-a12a42cf-138f-47bc-afa8-7e92e5f8e908 service neutron] 10.222.0.24 "GET /v2.0/networks/9ab706ea-4458-41a9-8c8a-6bc700b518fe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1766341
May 06 00:39:53.848220 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-61fbbd20-b0ec-4173-8b05-663fba6505e8 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Notify callbacks [] for port, precommit_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:53.881427 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-ec05c7a5-c123-4e8a-bab1-18f3a5efbfb4 req-41249cc8-b9db-4efb-a5cc-d25ea04038fc service neutron] 10.222.0.24 "GET /v2.0/networks/9ab706ea-4458-41a9-8c8a-6bc700b518fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1362195
May 06 00:39:53.882019 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-61fbbd20-b0ec-4173-8b05-663fba6505e8 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767380898820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2182845'] for port, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:53.885916 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-9626e28c-62b1-4101-ae39-c411dc463b0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:39:53.944628 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61fbbd20-b0ec-4173-8b05-663fba6505e8 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Network 86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4 is already hosted by enough agents. {{(pid=73832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 00:39:53.947440 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.scheduler.base_scheduler [None req-61fbbd20-b0ec-4173-8b05-663fba6505e8 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Resources bound (agent type, host, resource id):  {{(pid=73832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 00:39:53.949844 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61fbbd20-b0ec-4173-8b05-663fba6505e8 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Received port after_create {{(pid=73832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 06 00:39:53.997303 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fbbd20-b0ec-4173-8b05-663fba6505e8 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Pushing event updated for resources: {'Port': ['ID=b871d22d-c517-4856-a149-a9a79582f78a,revision_number=1']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:39:54.000103 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-61fbbd20-b0ec-4173-8b05-663fba6505e8 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:39:54.080713 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-0367663d-7f99-4db7-bdd2-e0d57b7946bf req-0bf32605-876d-4d9a-8b70-d6227a964166 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b71a903-df78-454a-8442-352cf1658c4f HTTP/1.1" status: 200  len: 210 time: 0.0492189
May 06 00:39:54.105367 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-61fbbd20-b0ec-4173-8b05-663fba6505e8 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:54.176113 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-61fbbd20-b0ec-4173-8b05-663fba6505e8 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:54.398111 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-61fbbd20-b0ec-4173-8b05-663fba6505e8 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Notify callbacks [] for port, precommit_update {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:54.403214 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-61fbbd20-b0ec-4173-8b05-663fba6505e8 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2182820'] for port, after_update {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:54.408173 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:39:54.517707 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fbbd20-b0ec-4173-8b05-663fba6505e8 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Pushing event updated for resources: {'Port': ['ID=b871d22d-c517-4856-a149-a9a79582f78a,revision_number=2']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:39:54.520526 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-61fbbd20-b0ec-4173-8b05-663fba6505e8 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:39:54.532282 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-61fbbd20-b0ec-4173-8b05-663fba6505e8 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407923'] for floatingip, after_update {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:54.556409 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-61fbbd20-b0ec-4173-8b05-663fba6505e8 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43737'] for floatingip, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:54.557641 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-61fbbd20-b0ec-4173-8b05-663fba6505e8 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.2052624
May 06 00:39:54.786100 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [req-eb219923-22df-4734-8068-73a1db47f585 req-efe29af2-d201-4e8e-83f5-549d244d900c tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Synchronizing usage tracker for tenant:aea92748b0624ad09d804decdf1eee48 on resource:security_group {{(pid=73831) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 00:39:54.801222 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [req-eb219923-22df-4734-8068-73a1db47f585 req-efe29af2-d201-4e8e-83f5-549d244d900c tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Unset dirty status for tenant:aea92748b0624ad09d804decdf1eee48 on resource:security_group {{(pid=73831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 00:39:54.802357 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-eb219923-22df-4734-8068-73a1db47f585 req-efe29af2-d201-4e8e-83f5-549d244d900c tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--645608410&fields=id&tenant_id=aea92748b0624ad09d804decdf1eee48 HTTP/1.1" status: 200  len: 267 time: 0.0595534
May 06 00:39:55.025157 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb219923-22df-4734-8068-73a1db47f585 req-a6eb2900-ec8c-465e-86ab-2b8125ef7b8e tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:55.026589 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-eb219923-22df-4734-8068-73a1db47f585 req-a6eb2900-ec8c-465e-86ab-2b8125ef7b8e tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/networks?id=f1ee20ed-17e0-4650-a61e-4e2579bfb5cb HTTP/1.1" status: 200  len: 817 time: 0.2177713
May 06 00:39:55.041443 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-eb219923-22df-4734-8068-73a1db47f585 req-cfebaf1d-ca57-4dad-bccd-46bd33fcd51c tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/quotas/aea92748b0624ad09d804decdf1eee48 HTTP/1.1" status: 200  len: 375 time: 0.0094421
May 06 00:39:55.124283 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-eb219923-22df-4734-8068-73a1db47f585 req-53975298-133d-45bf-8692-8a666b032387 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=aea92748b0624ad09d804decdf1eee48&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0780282
May 06 00:39:55.239243 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-1237559a-eb2e-4ab2-8933-6fe6a4f0586f req-b22602de-0129-4523-a42c-077b1e4ad0cc tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b71a903-df78-454a-8442-352cf1658c4f HTTP/1.1" status: 200  len: 210 time: 0.0446250
May 06 00:39:55.261451 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-eb219923-22df-4734-8068-73a1db47f585 req-30527519-72ff-484e-aa01-be46d23e6fa9 service neutron] 10.222.0.24 "GET /v2.0/networks/f1ee20ed-17e0-4650-a61e-4e2579bfb5cb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1258831
May 06 00:39:55.392238 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-eb219923-22df-4734-8068-73a1db47f585 req-60a47b62-f780-4332-a5a5-4c4f9c765ed4 service neutron] 10.222.0.24 "GET /v2.0/networks/f1ee20ed-17e0-4650-a61e-4e2579bfb5cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1246595
May 06 00:39:55.567875 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [req-c3982f05-1d2c-4f9b-821f-af39975b48db req-d75ac358-6bf1-456d-b912-1bb0e3a9cfc2 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Synchronizing usage tracker for tenant:aea92748b0624ad09d804decdf1eee48 on resource:port {{(pid=73832) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 00:39:55.583662 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [req-c3982f05-1d2c-4f9b-821f-af39975b48db req-d75ac358-6bf1-456d-b912-1bb0e3a9cfc2 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Unset dirty status for tenant:aea92748b0624ad09d804decdf1eee48 on resource:port {{(pid=73832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 00:39:55.584940 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-c3982f05-1d2c-4f9b-821f-af39975b48db req-d75ac358-6bf1-456d-b912-1bb0e3a9cfc2 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=53ea3b34-7f51-4474-ad86-63ad0b69da0f HTTP/1.1" status: 200  len: 210 time: 0.0627673
May 06 00:39:56.393657 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-95d0b363-32c2-460b-b786-c43a98f6ebc3 req-851bf285-ed82-47bf-8418-93dae932cac9 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b71a903-df78-454a-8442-352cf1658c4f HTTP/1.1" status: 200  len: 210 time: 0.0469596
May 06 00:39:56.766300 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-93d2e5d5-59f0-4f38-9808-ee3f4281f4e1 req-7719da92-d22e-40ec-aaf1-7dd73d89b97a tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=53ea3b34-7f51-4474-ad86-63ad0b69da0f HTTP/1.1" status: 200  len: 210 time: 0.0706732
May 06 00:39:56.907251 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb219923-22df-4734-8068-73a1db47f585 req-2569fd39-abce-484a-a9ff-111f389cbc08 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:56.908810 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-eb219923-22df-4734-8068-73a1db47f585 req-2569fd39-abce-484a-a9ff-111f389cbc08 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.30 "GET /v2.0/networks?id=f1ee20ed-17e0-4650-a61e-4e2579bfb5cb HTTP/1.1" status: 200  len: 817 time: 0.1797962
May 06 00:39:56.962846 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [req-eb219923-22df-4734-8068-73a1db47f585 req-caef79ed-f475-4cfc-9e8e-5532c02aab6e tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Synchronizing usage tracker for tenant:aea92748b0624ad09d804decdf1eee48 on resource:security_group {{(pid=73832) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 00:39:56.975534 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [req-eb219923-22df-4734-8068-73a1db47f585 req-caef79ed-f475-4cfc-9e8e-5532c02aab6e tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Unset dirty status for tenant:aea92748b0624ad09d804decdf1eee48 on resource:security_group {{(pid=73832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 00:39:56.976655 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-eb219923-22df-4734-8068-73a1db47f585 req-caef79ed-f475-4cfc-9e8e-5532c02aab6e tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aea92748b0624ad09d804decdf1eee48 HTTP/1.1" status: 200  len: 379 time: 0.0560415
May 06 00:39:56.995160 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.v2.base [req-eb219923-22df-4734-8068-73a1db47f585 req-185e3c6f-d06a-40c9-8493-3012b4b8f81a tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Request body: {'port': {'device_id': '53ea3b34-7f51-4474-ad86-63ad0b69da0f', 'network_id': 'f1ee20ed-17e0-4650-a61e-4e2579bfb5cb', 'admin_state_up': True, 'tenant_id': 'aea92748b0624ad09d804decdf1eee48', 'security_groups': ['984322a9-8be7-4c18-bac1-6872c32290c8']}} {{(pid=73832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:39:57.230382 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [req-eb219923-22df-4734-8068-73a1db47f585 req-185e3c6f-d06a-40c9-8493-3012b4b8f81a tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:39:57.265117 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [req-eb219923-22df-4734-8068-73a1db47f585 req-185e3c6f-d06a-40c9-8493-3012b4b8f81a tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:39:57.329998 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb219923-22df-4734-8068-73a1db47f585 req-185e3c6f-d06a-40c9-8493-3012b4b8f81a tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Made reservation on behalf of aea92748b0624ad09d804decdf1eee48 for: {'port': 1} {{(pid=73832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 06 00:39:57.333488 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-eb219923-22df-4734-8068-73a1db47f585 req-185e3c6f-d06a-40c9-8493-3012b4b8f81a tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:57.484259 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec05c7a5-c123-4e8a-bab1-18f3a5efbfb4 req-2e00a6a2-ff5c-4932-ae0c-5b15b4c8aecc tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:57.486584 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-ec05c7a5-c123-4e8a-bab1-18f3a5efbfb4 req-2e00a6a2-ff5c-4932-ae0c-5b15b4c8aecc tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] 10.222.0.30 "GET /v2.0/networks?id=9ab706ea-4458-41a9-8c8a-6bc700b518fe HTTP/1.1" status: 200  len: 815 time: 0.2481177
May 06 00:39:57.542810 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.v2.base [req-ec05c7a5-c123-4e8a-bab1-18f3a5efbfb4 req-bd2a2139-7a30-4a44-a1a6-666493b01498 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Request body: {'port': {'device_id': '9b71a903-df78-454a-8442-352cf1658c4f', 'network_id': '9ab706ea-4458-41a9-8c8a-6bc700b518fe', 'admin_state_up': True, 'tenant_id': '2931334f6f2c435b8bc0aba23f1277b7'}} {{(pid=73832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:39:57.584293 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-f85556b7-9987-4196-ae43-cfde46992ed4 req-0f7a8983-9a5c-4a57-8b2b-679120ba5697 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b71a903-df78-454a-8442-352cf1658c4f HTTP/1.1" status: 200  len: 210 time: 0.0493057
May 06 00:39:57.662355 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.db_base_plugin_common [req-eb219923-22df-4734-8068-73a1db47f585 req-185e3c6f-d06a-40c9-8493-3012b4b8f81a tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Allocated IP 172.20.0.8 (f1ee20ed-17e0-4650-a61e-4e2579bfb5cb/587fdbbc-2087-48fc-8109-2b5f3ba73405/3d89e0b7-dd98-4aed-a05a-6f306514ac66) {{(pid=73832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 06 00:39:57.732454 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [req-ec05c7a5-c123-4e8a-bab1-18f3a5efbfb4 req-bd2a2139-7a30-4a44-a1a6-666493b01498 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:39:57.761560 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [req-ec05c7a5-c123-4e8a-bab1-18f3a5efbfb4 req-bd2a2139-7a30-4a44-a1a6-666493b01498 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:39:57.825161 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec05c7a5-c123-4e8a-bab1-18f3a5efbfb4 req-bd2a2139-7a30-4a44-a1a6-666493b01498 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Made reservation on behalf of 2931334f6f2c435b8bc0aba23f1277b7 for: {'port': 1} {{(pid=73832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 06 00:39:57.829090 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-ec05c7a5-c123-4e8a-bab1-18f3a5efbfb4 req-bd2a2139-7a30-4a44-a1a6-666493b01498 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:57.981150 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-e19171a0-a802-46f7-ae44-02b1ea110142 req-8dd55317-ae51-44ee-a10b-aada92f5aaa2 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=53ea3b34-7f51-4474-ad86-63ad0b69da0f HTTP/1.1" status: 200  len: 210 time: 0.0708895
May 06 00:39:58.010709 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-eb219923-22df-4734-8068-73a1db47f585 req-185e3c6f-d06a-40c9-8493-3012b4b8f81a tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Notify callbacks [] for port, precommit_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:58.068847 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.provisioning_blocks [req-eb219923-22df-4734-8068-73a1db47f585 req-185e3c6f-d06a-40c9-8493-3012b4b8f81a tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Transition to ACTIVE for port object 3d89e0b7-dd98-4aed-a05a-6f306514ac66 will not be triggered until provisioned by entity DHCP. {{(pid=73832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 00:39:58.104082 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.db_base_plugin_common [req-ec05c7a5-c123-4e8a-bab1-18f3a5efbfb4 req-bd2a2139-7a30-4a44-a1a6-666493b01498 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Allocated IP 172.20.0.3 (9ab706ea-4458-41a9-8c8a-6bc700b518fe/36fdd0f8-d289-4f93-b6af-d39d90badcc9/af0fe56c-4b47-478d-a848-a4815a72562c) {{(pid=73832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 06 00:39:58.136062 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-eb219923-22df-4734-8068-73a1db47f585 req-185e3c6f-d06a-40c9-8493-3012b4b8f81a tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767380898820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2182845'] for port, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:58.143206 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-94d8f4a3-c3e5-426e-9bb0-7c9093e27702 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:39:58.229522 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb219923-22df-4734-8068-73a1db47f585 req-185e3c6f-d06a-40c9-8493-3012b4b8f81a tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Network f1ee20ed-17e0-4650-a61e-4e2579bfb5cb is already hosted by enough agents. {{(pid=73832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 00:39:58.246687 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.scheduler.base_scheduler [req-eb219923-22df-4734-8068-73a1db47f585 req-185e3c6f-d06a-40c9-8493-3012b4b8f81a tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Resources bound (agent type, host, resource id):  {{(pid=73832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 00:39:58.300095 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb219923-22df-4734-8068-73a1db47f585 req-185e3c6f-d06a-40c9-8493-3012b4b8f81a tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Received port after_create {{(pid=73832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 06 00:39:58.345421 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185e3c6f-d06a-40c9-8493-3012b4b8f81a tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Pushing event updated for resources: {'Port': ['ID=3d89e0b7-dd98-4aed-a05a-6f306514ac66,revision_number=1']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:39:58.352143 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-185e3c6f-d06a-40c9-8493-3012b4b8f81a tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:39:58.405790 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb219923-22df-4734-8068-73a1db47f585 req-185e3c6f-d06a-40c9-8493-3012b4b8f81a tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:58.406386 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-eb219923-22df-4734-8068-73a1db47f585 req-185e3c6f-d06a-40c9-8493-3012b4b8f81a tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43737'] for port, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:58.448871 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-2f964480-37e0-48c7-88fe-b01b5d822b6e None None] Provisioning for port 3d89e0b7-dd98-4aed-a05a-6f306514ac66 completed by entity DHCP. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 00:39:58.453721 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-2f964480-37e0-48c7-88fe-b01b5d822b6e None None] Provisioning complete for port 3d89e0b7-dd98-4aed-a05a-6f306514ac66 triggered by entity DHCP. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 00:39:58.454176 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-2f964480-37e0-48c7-88fe-b01b5d822b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723253'] for port, provisioning_complete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:58.462740 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-ec05c7a5-c123-4e8a-bab1-18f3a5efbfb4 req-bd2a2139-7a30-4a44-a1a6-666493b01498 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Notify callbacks [] for port, precommit_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:58.467745 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-eb219923-22df-4734-8068-73a1db47f585 req-185e3c6f-d06a-40c9-8493-3012b4b8f81a tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4766662
May 06 00:39:58.482655 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.v2.base [req-eb219923-22df-4734-8068-73a1db47f585 req-6e9f1f7b-cd82-4c74-b182-3ca60b567fe0 service neutron] Request body: {'port': {'device_id': '53ea3b34-7f51-4474-ad86-63ad0b69da0f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=73832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:39:58.506125 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.plugin [None req-2f964480-37e0-48c7-88fe-b01b5d822b6e None None] Port 3d89e0b7-dd98-4aed-a05a-6f306514ac66 cannot update to ACTIVE because it is not bound. {{(pid=73833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 06 00:39:58.586726 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-ec05c7a5-c123-4e8a-bab1-18f3a5efbfb4 req-bd2a2139-7a30-4a44-a1a6-666493b01498 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767380898820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2182845'] for port, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:58.593142 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-3d66cf67-1037-479a-b00a-685bfa333089 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:39:58.600932 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] get_ports_and_sgs() called for port_ids ['ed6e3c21-b04e-43e3-9093-cee5d64aee52', 'de93e0d2-f778-461e-9191-250e49ebe62f'] {{(pid=73833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 06 00:39:58.697314 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec05c7a5-c123-4e8a-bab1-18f3a5efbfb4 req-bd2a2139-7a30-4a44-a1a6-666493b01498 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Network 9ab706ea-4458-41a9-8c8a-6bc700b518fe is already hosted by enough agents. {{(pid=73832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 00:39:58.698895 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-eb219923-22df-4734-8068-73a1db47f585 req-6e9f1f7b-cd82-4c74-b182-3ca60b567fe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:58.714494 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.scheduler.base_scheduler [req-ec05c7a5-c123-4e8a-bab1-18f3a5efbfb4 req-bd2a2139-7a30-4a44-a1a6-666493b01498 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Resources bound (agent type, host, resource id):  {{(pid=73832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 00:39:58.728665 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec05c7a5-c123-4e8a-bab1-18f3a5efbfb4 req-bd2a2139-7a30-4a44-a1a6-666493b01498 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Received port after_create {{(pid=73832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 06 00:39:58.867134 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2a2139-7a30-4a44-a1a6-666493b01498 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Pushing event updated for resources: {'Port': ['ID=af0fe56c-4b47-478d-a848-a4815a72562c,revision_number=1']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:39:58.871041 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c876696-1cab-4a1a-a987-3079a27b3228 req-6d36a9b0-f7ea-41d0-922c-178bc2141d61 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:58.872543 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-3c876696-1cab-4a1a-a987-3079a27b3228 req-6d36a9b0-f7ea-41d0-922c-178bc2141d61 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b71a903-df78-454a-8442-352cf1658c4f HTTP/1.1" status: 200  len: 931 time: 0.1763353
May 06 00:39:58.888052 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-bd2a2139-7a30-4a44-a1a6-666493b01498 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:39:58.944621 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-3c876696-1cab-4a1a-a987-3079a27b3228 req-1dea335d-c347-4826-b4ed-1765c7257144 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] 10.222.0.24 "GET /v2.0/security-groups?id=caf78781-a8d3-4bc3-9ba3-81b9c4d00593&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0629277
May 06 00:39:59.025023 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec05c7a5-c123-4e8a-bab1-18f3a5efbfb4 req-bd2a2139-7a30-4a44-a1a6-666493b01498 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:59.025023 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-ec05c7a5-c123-4e8a-bab1-18f3a5efbfb4 req-bd2a2139-7a30-4a44-a1a6-666493b01498 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43737'] for port, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:59.091271 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-ec05c7a5-c123-4e8a-bab1-18f3a5efbfb4 req-bd2a2139-7a30-4a44-a1a6-666493b01498 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5523825
May 06 00:39:59.108048 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.v2.base [req-ec05c7a5-c123-4e8a-bab1-18f3a5efbfb4 req-cdcb3aac-9d20-4b8a-a44d-588f316d5e97 service neutron] Request body: {'port': {'device_id': '9b71a903-df78-454a-8442-352cf1658c4f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=73832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:39:59.409010 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71204139-5273-4371-bad3-756bab48d0a5 req-cd959f9f-3510-42b8-a2ca-18abbad751e9 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:59.409705 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [req-71204139-5273-4371-bad3-756bab48d0a5 req-cd959f9f-3510-42b8-a2ca-18abbad751e9 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Synchronizing usage tracker for tenant:aea92748b0624ad09d804decdf1eee48 on resource:port {{(pid=73832) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 00:39:59.409997 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8692ae97-d43e-4651-a6d3-cbfabd2c4a9f req-9e823d71-146e-462c-8dae-0f62103633ce tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:39:59.411445 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-8692ae97-d43e-4651-a6d3-cbfabd2c4a9f req-9e823d71-146e-462c-8dae-0f62103633ce tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4cd3d09-3e89-4c0b-9e95-5448b9ed53ac HTTP/1.1" status: 200  len: 946 time: 0.0787981
May 06 00:39:59.413180 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-ec05c7a5-c123-4e8a-bab1-18f3a5efbfb4 req-cdcb3aac-9d20-4b8a-a44d-588f316d5e97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:59.457382 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-8692ae97-d43e-4651-a6d3-cbfabd2c4a9f req-87ceee5f-6d44-49bd-89d5-60de5372d643 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/security-groups?id=5accd55e-29bc-4ca7-befd-1574e549f464&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390756
May 06 00:39:59.529036 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [req-71204139-5273-4371-bad3-756bab48d0a5 req-cd959f9f-3510-42b8-a2ca-18abbad751e9 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Unset dirty status for tenant:aea92748b0624ad09d804decdf1eee48 on resource:port {{(pid=73832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 00:39:59.530180 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-71204139-5273-4371-bad3-756bab48d0a5 req-cd959f9f-3510-42b8-a2ca-18abbad751e9 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=53ea3b34-7f51-4474-ad86-63ad0b69da0f HTTP/1.1" status: 200  len: 931 time: 0.3969958
May 06 00:39:59.619269 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.notifiers.nova [req-eb219923-22df-4734-8068-73a1db47f585 req-6e9f1f7b-cd82-4c74-b182-3ca60b567fe0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d89e0b7-dd98-4aed-a05a-6f306514ac66 {{(pid=73832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 06 00:39:59.633883 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-eb219923-22df-4734-8068-73a1db47f585 req-6e9f1f7b-cd82-4c74-b182-3ca60b567fe0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:59.677640 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-71204139-5273-4371-bad3-756bab48d0a5 req-4a8ff830-d2a2-429a-abdf-760320949eeb tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=984322a9-8be7-4c18-bac1-6872c32290c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1247642
May 06 00:39:59.681819 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.provisioning_blocks [req-eb219923-22df-4734-8068-73a1db47f585 req-6e9f1f7b-cd82-4c74-b182-3ca60b567fe0 service neutron] Transition to ACTIVE for port object 3d89e0b7-dd98-4aed-a05a-6f306514ac66 will not be triggered until provisioned by entity L2. {{(pid=73832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 00:39:59.700114 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-eb219923-22df-4734-8068-73a1db47f585 req-6e9f1f7b-cd82-4c74-b182-3ca60b567fe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2182820'] for port, after_update {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:39:59.748115 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-f820e388-07b4-4ad3-924b-9dc0fa5a7313 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:39:59.892224 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9f1f7b-cd82-4c74-b182-3ca60b567fe0 service neutron] Pushing event updated for resources: {'Port': ['ID=3d89e0b7-dd98-4aed-a05a-6f306514ac66,revision_number=2']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:39:59.921476 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-6e9f1f7b-cd82-4c74-b182-3ca60b567fe0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:40:00.044588 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.managers [req-eb219923-22df-4734-8068-73a1db47f585 req-6e9f1f7b-cd82-4c74-b182-3ca60b567fe0 service neutron] Attempting to bind port 3d89e0b7-dd98-4aed-a05a-6f306514ac66 on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=73832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 06 00:40:00.045040 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.managers [req-eb219923-22df-4734-8068-73a1db47f585 req-6e9f1f7b-cd82-4c74-b182-3ca60b567fe0 service neutron] Attempting to bind port 3d89e0b7-dd98-4aed-a05a-6f306514ac66 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'd6767cd9-a845-4bf2-a0b7-cab2ef6cd327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'f1ee20ed-17e0-4650-a61e-4e2579bfb5cb'}] {{(pid=73832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 06 00:40:00.045271 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb219923-22df-4734-8068-73a1db47f585 req-6e9f1f7b-cd82-4c74-b182-3ca60b567fe0 service neutron] Attempting to bind port 3d89e0b7-dd98-4aed-a05a-6f306514ac66 on network f1ee20ed-17e0-4650-a61e-4e2579bfb5cb {{(pid=73832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 00:40:00.082161 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb219923-22df-4734-8068-73a1db47f585 req-6e9f1f7b-cd82-4c74-b182-3ca60b567fe0 service neutron] Port 3d89e0b7-dd98-4aed-a05a-6f306514ac66 on network f1ee20ed-17e0-4650-a61e-4e2579bfb5cb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=73832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 06 00:40:00.082553 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb219923-22df-4734-8068-73a1db47f585 req-6e9f1f7b-cd82-4c74-b182-3ca60b567fe0 service neutron] Attempting to bind port 3d89e0b7-dd98-4aed-a05a-6f306514ac66 on network f1ee20ed-17e0-4650-a61e-4e2579bfb5cb {{(pid=73832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 00:40:00.102295 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb219923-22df-4734-8068-73a1db47f585 req-6e9f1f7b-cd82-4c74-b182-3ca60b567fe0 service neutron] Checking agent: {'id': '98bc602c-e9ce-4757-b8df-ef22d3a5b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 0, 33, 13), 'started_at': datetime.datetime(2021, 5, 6, 0, 33, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 0, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 06 00:40:00.102654 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb219923-22df-4734-8068-73a1db47f585 req-6e9f1f7b-cd82-4c74-b182-3ca60b567fe0 service neutron] Checking segment: {'id': 'd6767cd9-a845-4bf2-a0b7-cab2ef6cd327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'f1ee20ed-17e0-4650-a61e-4e2579bfb5cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 00:40:00.103594 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb219923-22df-4734-8068-73a1db47f585 req-6e9f1f7b-cd82-4c74-b182-3ca60b567fe0 service neutron] Bound using segment: {'id': 'd6767cd9-a845-4bf2-a0b7-cab2ef6cd327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'f1ee20ed-17e0-4650-a61e-4e2579bfb5cb'} {{(pid=73832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 06 00:40:00.103594 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.managers [req-eb219923-22df-4734-8068-73a1db47f585 req-6e9f1f7b-cd82-4c74-b182-3ca60b567fe0 service neutron] Bound port: 3d89e0b7-dd98-4aed-a05a-6f306514ac66, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6767cd9-a845-4bf2-a0b7-cab2ef6cd327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'f1ee20ed-17e0-4650-a61e-4e2579bfb5cb'}}] {{(pid=73832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 06 00:40:00.103845 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-eb219923-22df-4734-8068-73a1db47f585 req-6e9f1f7b-cd82-4c74-b182-3ca60b567fe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:40:00.123656 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.notifiers.nova [req-ec05c7a5-c123-4e8a-bab1-18f3a5efbfb4 req-cdcb3aac-9d20-4b8a-a44d-588f316d5e97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af0fe56c-4b47-478d-a848-a4815a72562c {{(pid=73832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 06 00:40:00.142162 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d233d9a2-dbac-4b90-a05f-f60311cfde79 req-6052567f-95ac-4bcd-a64b-3e9545979194 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:40:00.145178 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-d233d9a2-dbac-4b90-a05f-f60311cfde79 req-6052567f-95ac-4bcd-a64b-3e9545979194 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b71a903-df78-454a-8442-352cf1658c4f HTTP/1.1" status: 200  len: 931 time: 0.0897074
May 06 00:40:00.155172 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-ec05c7a5-c123-4e8a-bab1-18f3a5efbfb4 req-cdcb3aac-9d20-4b8a-a44d-588f316d5e97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:40:00.185041 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.provisioning_blocks [req-ec05c7a5-c123-4e8a-bab1-18f3a5efbfb4 req-cdcb3aac-9d20-4b8a-a44d-588f316d5e97 service neutron] Transition to ACTIVE for port object af0fe56c-4b47-478d-a848-a4815a72562c will not be triggered until provisioned by entity L2. {{(pid=73832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 00:40:00.192049 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-d233d9a2-dbac-4b90-a05f-f60311cfde79 req-bf9e9152-cabd-4c95-aa1d-6063e7a990e6 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] 10.222.0.24 "GET /v2.0/security-groups?id=caf78781-a8d3-4bc3-9ba3-81b9c4d00593&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427012
May 06 00:40:00.204104 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-ec05c7a5-c123-4e8a-bab1-18f3a5efbfb4 req-cdcb3aac-9d20-4b8a-a44d-588f316d5e97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2182820'] for port, after_update {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:40:00.215050 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-3ea7910c-aa98-4f35-862b-e4e59edd061a tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:40:00.329281 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.db [req-eb219923-22df-4734-8068-73a1db47f585 req-6e9f1f7b-cd82-4c74-b182-3ca60b567fe0 service neutron] For port 3d89e0b7-dd98-4aed-a05a-6f306514ac66, host hv-cinder-78462, cleared binding levels {{(pid=73832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 06 00:40:00.346040 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcb3aac-9d20-4b8a-a44d-588f316d5e97 service neutron] Pushing event updated for resources: {'Port': ['ID=af0fe56c-4b47-478d-a848-a4815a72562c,revision_number=2']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:40:00.383341 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-cdcb3aac-9d20-4b8a-a44d-588f316d5e97 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:40:00.384167 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.db [req-eb219923-22df-4734-8068-73a1db47f585 req-6e9f1f7b-cd82-4c74-b182-3ca60b567fe0 service neutron] For port 3d89e0b7-dd98-4aed-a05a-6f306514ac66, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=3d89e0b7-dd98-4aed-a05a-6f306514ac66,segment=NetworkSegment(d6767cd9-a845-4bf2-a0b7-cab2ef6cd327),segment_id=d6767cd9-a845-4bf2-a0b7-cab2ef6cd327)] {{(pid=73832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 06 00:40:00.415115 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-eb219923-22df-4734-8068-73a1db47f585 req-6e9f1f7b-cd82-4c74-b182-3ca60b567fe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2182820'] for port, after_update {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:40:00.422326 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-e83ab5b2-ef32-491e-a3b7-90bef86511b3 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:40:00.483550 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb219923-22df-4734-8068-73a1db47f585 req-6e9f1f7b-cd82-4c74-b182-3ca60b567fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:40:00.484164 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-eb219923-22df-4734-8068-73a1db47f585 req-6e9f1f7b-cd82-4c74-b182-3ca60b567fe0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43737'] for port, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:40:00.485630 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-eb219923-22df-4734-8068-73a1db47f585 req-6e9f1f7b-cd82-4c74-b182-3ca60b567fe0 service neutron] 10.222.0.30 "PUT /v2.0/ports/3d89e0b7-dd98-4aed-a05a-6f306514ac66 HTTP/1.1" status: 200  len: 1093 time: 2.0079665
May 06 00:40:00.486146 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53ea3b34-7f51-4474-ad86-63ad0b69da0f', 'tag': '3d89e0b7-dd98-4aed-a05a-6f306514ac66'}] {{(pid=73832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 00:40:00.537673 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9f1f7b-cd82-4c74-b182-3ca60b567fe0 service neutron] Pushing event updated for resources: {'Port': ['ID=3d89e0b7-dd98-4aed-a05a-6f306514ac66,revision_number=3']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:40:00.650736 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-6e9f1f7b-cd82-4c74-b182-3ca60b567fe0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:40:00.654290 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53ea3b34-7f51-4474-ad86-63ad0b69da0f', 'tag': '3d89e0b7-dd98-4aed-a05a-6f306514ac66', 'status': 'completed', 'code': 200}
May 06 00:40:00.724191 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.managers [req-ec05c7a5-c123-4e8a-bab1-18f3a5efbfb4 req-cdcb3aac-9d20-4b8a-a44d-588f316d5e97 service neutron] Attempting to bind port af0fe56c-4b47-478d-a848-a4815a72562c on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=73832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 06 00:40:00.724548 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.managers [req-ec05c7a5-c123-4e8a-bab1-18f3a5efbfb4 req-cdcb3aac-9d20-4b8a-a44d-588f316d5e97 service neutron] Attempting to bind port af0fe56c-4b47-478d-a848-a4815a72562c by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'f06c188b-9c40-4e79-bf54-a7ff9bdcf208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '9ab706ea-4458-41a9-8c8a-6bc700b518fe'}] {{(pid=73832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 06 00:40:00.724807 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec05c7a5-c123-4e8a-bab1-18f3a5efbfb4 req-cdcb3aac-9d20-4b8a-a44d-588f316d5e97 service neutron] Attempting to bind port af0fe56c-4b47-478d-a848-a4815a72562c on network 9ab706ea-4458-41a9-8c8a-6bc700b518fe {{(pid=73832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 00:40:00.745800 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec05c7a5-c123-4e8a-bab1-18f3a5efbfb4 req-cdcb3aac-9d20-4b8a-a44d-588f316d5e97 service neutron] Port af0fe56c-4b47-478d-a848-a4815a72562c on network 9ab706ea-4458-41a9-8c8a-6bc700b518fe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=73832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 06 00:40:00.746124 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec05c7a5-c123-4e8a-bab1-18f3a5efbfb4 req-cdcb3aac-9d20-4b8a-a44d-588f316d5e97 service neutron] Attempting to bind port af0fe56c-4b47-478d-a848-a4815a72562c on network 9ab706ea-4458-41a9-8c8a-6bc700b518fe {{(pid=73832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 00:40:00.757028 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec05c7a5-c123-4e8a-bab1-18f3a5efbfb4 req-cdcb3aac-9d20-4b8a-a44d-588f316d5e97 service neutron] Checking agent: {'id': '98bc602c-e9ce-4757-b8df-ef22d3a5b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 0, 33, 13), 'started_at': datetime.datetime(2021, 5, 6, 0, 33, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 0, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 06 00:40:00.757298 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec05c7a5-c123-4e8a-bab1-18f3a5efbfb4 req-cdcb3aac-9d20-4b8a-a44d-588f316d5e97 service neutron] Checking segment: {'id': 'f06c188b-9c40-4e79-bf54-a7ff9bdcf208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '9ab706ea-4458-41a9-8c8a-6bc700b518fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 00:40:00.757679 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec05c7a5-c123-4e8a-bab1-18f3a5efbfb4 req-cdcb3aac-9d20-4b8a-a44d-588f316d5e97 service neutron] Bound using segment: {'id': 'f06c188b-9c40-4e79-bf54-a7ff9bdcf208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '9ab706ea-4458-41a9-8c8a-6bc700b518fe'} {{(pid=73832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 06 00:40:00.758111 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.managers [req-ec05c7a5-c123-4e8a-bab1-18f3a5efbfb4 req-cdcb3aac-9d20-4b8a-a44d-588f316d5e97 service neutron] Bound port: af0fe56c-4b47-478d-a848-a4815a72562c, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f06c188b-9c40-4e79-bf54-a7ff9bdcf208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '9ab706ea-4458-41a9-8c8a-6bc700b518fe'}}] {{(pid=73832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 06 00:40:00.758450 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-ec05c7a5-c123-4e8a-bab1-18f3a5efbfb4 req-cdcb3aac-9d20-4b8a-a44d-588f316d5e97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:40:00.876729 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd56b87-4d89-4885-98e0-776634f7e252 req-7d2e9702-5a91-4f9f-9767-dde36e221fce tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:40:00.878488 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-dfd56b87-4d89-4885-98e0-776634f7e252 req-7d2e9702-5a91-4f9f-9767-dde36e221fce tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=53ea3b34-7f51-4474-ad86-63ad0b69da0f HTTP/1.1" status: 200  len: 943 time: 0.0851552
May 06 00:40:00.882536 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab45517-8897-4b44-a036-58c6b83a6015 req-3b990b54-00b9-46de-84cc-5e6fbde4a2c4 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:40:00.883990 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-8ab45517-8897-4b44-a036-58c6b83a6015 req-3b990b54-00b9-46de-84cc-5e6fbde4a2c4 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4cd3d09-3e89-4c0b-9e95-5448b9ed53ac HTTP/1.1" status: 200  len: 946 time: 0.2356985
May 06 00:40:00.889063 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb219923-22df-4734-8068-73a1db47f585 req-4ca64049-8068-46ef-8497-228b61f4b4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:40:00.890488 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-eb219923-22df-4734-8068-73a1db47f585 req-4ca64049-8068-46ef-8497-228b61f4b4d3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aea92748b0624ad09d804decdf1eee48&device_id=53ea3b34-7f51-4474-ad86-63ad0b69da0f HTTP/1.1" status: 200  len: 1096 time: 0.2410440
May 06 00:40:00.928571 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-dfd56b87-4d89-4885-98e0-776634f7e252 req-5e01f9ad-545f-462a-b293-ee5cdff529af tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=984322a9-8be7-4c18-bac1-6872c32290c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438275
May 06 00:40:00.966664 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.db [req-ec05c7a5-c123-4e8a-bab1-18f3a5efbfb4 req-cdcb3aac-9d20-4b8a-a44d-588f316d5e97 service neutron] For port af0fe56c-4b47-478d-a848-a4815a72562c, host hv-cinder-78462, cleared binding levels {{(pid=73832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 06 00:40:00.991663 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-eb219923-22df-4734-8068-73a1db47f585 req-7041c736-0e11-4a97-a411-adb27cd1a2ab service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d89e0b7-dd98-4aed-a05a-6f306514ac66 HTTP/1.1" status: 200  len: 217 time: 0.0817428
May 06 00:40:00.996130 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.db [req-ec05c7a5-c123-4e8a-bab1-18f3a5efbfb4 req-cdcb3aac-9d20-4b8a-a44d-588f316d5e97 service neutron] For port af0fe56c-4b47-478d-a848-a4815a72562c, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=af0fe56c-4b47-478d-a848-a4815a72562c,segment=NetworkSegment(f06c188b-9c40-4e79-bf54-a7ff9bdcf208),segment_id=f06c188b-9c40-4e79-bf54-a7ff9bdcf208)] {{(pid=73832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 06 00:40:01.004632 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-8ab45517-8897-4b44-a036-58c6b83a6015 req-0b5bdbd6-b518-4864-a148-344d9ec4e3e6 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/security-groups?id=5accd55e-29bc-4ca7-befd-1574e549f464&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1126726
May 06 00:40:01.005608 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-ec05c7a5-c123-4e8a-bab1-18f3a5efbfb4 req-cdcb3aac-9d20-4b8a-a44d-588f316d5e97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2182820'] for port, after_update {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:40:01.009197 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-e83ab5b2-ef32-491e-a3b7-90bef86511b3 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:40:01.109521 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec05c7a5-c123-4e8a-bab1-18f3a5efbfb4 req-cdcb3aac-9d20-4b8a-a44d-588f316d5e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:40:01.110790 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-ec05c7a5-c123-4e8a-bab1-18f3a5efbfb4 req-cdcb3aac-9d20-4b8a-a44d-588f316d5e97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43737'] for port, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:40:01.112123 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-ec05c7a5-c123-4e8a-bab1-18f3a5efbfb4 req-cdcb3aac-9d20-4b8a-a44d-588f316d5e97 service neutron] 10.222.0.30 "PUT /v2.0/ports/af0fe56c-4b47-478d-a848-a4815a72562c HTTP/1.1" status: 200  len: 1093 time: 2.0108240
May 06 00:40:01.139149 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb219923-22df-4734-8068-73a1db47f585 req-ad16701e-3ba6-4466-a2c1-04245653fbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:40:01.140779 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-eb219923-22df-4734-8068-73a1db47f585 req-ad16701e-3ba6-4466-a2c1-04245653fbe5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=587fdbbc-2087-48fc-8109-2b5f3ba73405 HTTP/1.1" status: 200  len: 856 time: 0.0933249
May 06 00:40:01.141490 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcb3aac-9d20-4b8a-a44d-588f316d5e97 service neutron] Pushing event updated for resources: {'Port': ['ID=af0fe56c-4b47-478d-a848-a4815a72562c,revision_number=3']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:40:01.144332 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-cdcb3aac-9d20-4b8a-a44d-588f316d5e97 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:40:01.280041 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb219923-22df-4734-8068-73a1db47f585 req-75894d27-0f7d-4970-82e3-91008d910071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:40:01.281468 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-eb219923-22df-4734-8068-73a1db47f585 req-75894d27-0f7d-4970-82e3-91008d910071 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f1ee20ed-17e0-4650-a61e-4e2579bfb5cb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1322148
May 06 00:40:01.285013 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec05c7a5-c123-4e8a-bab1-18f3a5efbfb4 req-39d8245f-40a6-417f-aec7-db8bd1bbf123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:40:01.286345 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-ec05c7a5-c123-4e8a-bab1-18f3a5efbfb4 req-39d8245f-40a6-417f-aec7-db8bd1bbf123 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2931334f6f2c435b8bc0aba23f1277b7&device_id=9b71a903-df78-454a-8442-352cf1658c4f HTTP/1.1" status: 200  len: 1096 time: 0.0974779
May 06 00:40:01.380707 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5311c631-08b9-48fa-88fd-7d26ef2b257a req-91feec0a-34c6-4d23-9a32-3348839d2e9f tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:40:01.382179 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-5311c631-08b9-48fa-88fd-7d26ef2b257a req-91feec0a-34c6-4d23-9a32-3348839d2e9f tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b71a903-df78-454a-8442-352cf1658c4f HTTP/1.1" status: 200  len: 943 time: 0.0828652
May 06 00:40:01.428127 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-5311c631-08b9-48fa-88fd-7d26ef2b257a req-6fd9a273-acca-40e7-8097-3b8a37546966 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] 10.222.0.24 "GET /v2.0/security-groups?id=caf78781-a8d3-4bc3-9ba3-81b9c4d00593&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401905
May 06 00:40:01.435029 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-ec05c7a5-c123-4e8a-bab1-18f3a5efbfb4 req-945dab9c-190e-4b9e-ae6b-f4cd1f760001 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=af0fe56c-4b47-478d-a848-a4815a72562c HTTP/1.1" status: 200  len: 217 time: 0.1158824
May 06 00:40:01.536495 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec05c7a5-c123-4e8a-bab1-18f3a5efbfb4 req-58f8ca00-b695-4f0b-a93b-577a7d357245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:40:01.537884 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-ec05c7a5-c123-4e8a-bab1-18f3a5efbfb4 req-58f8ca00-b695-4f0b-a93b-577a7d357245 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=36fdd0f8-d289-4f93-b6af-d39d90badcc9 HTTP/1.1" status: 200  len: 855 time: 0.0924950
May 06 00:40:01.539609 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-eb219923-22df-4734-8068-73a1db47f585 req-9ea38cf9-fd02-4505-b5a3-4ef87343f0cf service neutron] 10.222.0.30 "GET /v2.0/networks/f1ee20ed-17e0-4650-a61e-4e2579bfb5cb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2376065
May 06 00:40:01.618138 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-ec05c7a5-c123-4e8a-bab1-18f3a5efbfb4 req-2c571ed4-3c4b-4b68-b22d-2d9184148504 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9ab706ea-4458-41a9-8c8a-6bc700b518fe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0647357
May 06 00:40:01.822868 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-eb219923-22df-4734-8068-73a1db47f585 req-383f6715-22bf-49e8-86b1-578b7882d220 service neutron] 10.222.0.30 "GET /v2.0/networks/f1ee20ed-17e0-4650-a61e-4e2579bfb5cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2367654
May 06 00:40:01.847265 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-ec05c7a5-c123-4e8a-bab1-18f3a5efbfb4 req-169e9f0a-2d3f-4fe8-93b6-8c97e6d6f5d5 service neutron] 10.222.0.30 "GET /v2.0/networks/9ab706ea-4458-41a9-8c8a-6bc700b518fe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1827607
May 06 00:40:02.040662 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-ec05c7a5-c123-4e8a-bab1-18f3a5efbfb4 req-cf0d81a3-14ba-45c6-b4af-7f71a3e022e0 service neutron] 10.222.0.30 "GET /v2.0/networks/9ab706ea-4458-41a9-8c8a-6bc700b518fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1806250
May 06 00:40:02.173609 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854cb534-41e1-4f2e-91ea-0751b571d3e2 req-e6d8809b-ce22-42f8-8be8-4186ce18db58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:40:02.175044 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-854cb534-41e1-4f2e-91ea-0751b571d3e2 req-e6d8809b-ce22-42f8-8be8-4186ce18db58 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aea92748b0624ad09d804decdf1eee48&device_id=53ea3b34-7f51-4474-ad86-63ad0b69da0f HTTP/1.1" status: 200  len: 1096 time: 0.2896161
May 06 00:40:02.202064 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1375a7ed-d83b-4f5a-a91b-b39f6d823af9 req-67d9d356-d56f-4983-ae40-4543855c0cac tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:40:02.203581 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-1375a7ed-d83b-4f5a-a91b-b39f6d823af9 req-67d9d356-d56f-4983-ae40-4543855c0cac tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4cd3d09-3e89-4c0b-9e95-5448b9ed53ac HTTP/1.1" status: 200  len: 946 time: 0.0861421
May 06 00:40:02.222914 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baeec1e-5b06-425f-a815-3989f9ddcf5b req-69c3fd83-b03b-47f7-b8cd-cd032d5d01b3 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:40:02.224321 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-1baeec1e-5b06-425f-a815-3989f9ddcf5b req-69c3fd83-b03b-47f7-b8cd-cd032d5d01b3 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=53ea3b34-7f51-4474-ad86-63ad0b69da0f HTTP/1.1" status: 200  len: 943 time: 0.1809237
May 06 00:40:02.252926 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-1375a7ed-d83b-4f5a-a91b-b39f6d823af9 req-72c15bdd-b3ed-43eb-a730-be5e0b779697 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/security-groups?id=5accd55e-29bc-4ca7-befd-1574e549f464&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431087
May 06 00:40:02.409480 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-1baeec1e-5b06-425f-a815-3989f9ddcf5b req-3c75b129-e9c5-4e44-8b69-436478284b63 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=984322a9-8be7-4c18-bac1-6872c32290c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1374447
May 06 00:40:02.441701 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854cb534-41e1-4f2e-91ea-0751b571d3e2 req-337aab1c-a64c-4348-a5d2-029ecd347fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:40:02.443103 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-854cb534-41e1-4f2e-91ea-0751b571d3e2 req-337aab1c-a64c-4348-a5d2-029ecd347fca service neutron] 10.222.0.30 "GET /v2.0/networks?id=f1ee20ed-17e0-4650-a61e-4e2579bfb5cb HTTP/1.1" status: 200  len: 918 time: 0.2169280
May 06 00:40:02.454005 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707876f1-93f4-40b5-88c2-608d20f7edf6 req-7b9883d5-b55f-408c-aba7-b304b50b6e69 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:40:02.455373 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-707876f1-93f4-40b5-88c2-608d20f7edf6 req-7b9883d5-b55f-408c-aba7-b304b50b6e69 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.30 "GET /v2.0/ports?device_id=f4cd3d09-3e89-4c0b-9e95-5448b9ed53ac HTTP/1.1" status: 200  len: 946 time: 0.2301784
May 06 00:40:02.608957 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6126b63-4974-4fcf-88dd-18eacf985602 req-7cc7bbfa-bd7f-4a95-9bf6-d4881b248ab4 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:40:02.611055 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-d6126b63-4974-4fcf-88dd-18eacf985602 req-7cc7bbfa-bd7f-4a95-9bf6-d4881b248ab4 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b71a903-df78-454a-8442-352cf1658c4f HTTP/1.1" status: 200  len: 943 time: 0.0814247
May 06 00:40:02.655437 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b71a903-df78-454a-8442-352cf1658c4f', 'tag': 'af0fe56c-4b47-478d-a848-a4815a72562c'}] {{(pid=73832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 00:40:02.657587 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-d6126b63-4974-4fcf-88dd-18eacf985602 req-f7f6b7c8-455a-4293-a618-17837c8bf037 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] 10.222.0.24 "GET /v2.0/security-groups?id=caf78781-a8d3-4bc3-9ba3-81b9c4d00593&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407264
May 06 00:40:02.700446 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b71a903-df78-454a-8442-352cf1658c4f', 'tag': 'af0fe56c-4b47-478d-a848-a4815a72562c', 'status': 'completed', 'code': 200}
May 06 00:40:03.537446 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2583ed44-cf05-4aeb-a3ed-b1c948b5f07c req-1df4feac-989a-4f1a-86c1-b7e79f47b5e0 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:40:03.538929 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-2583ed44-cf05-4aeb-a3ed-b1c948b5f07c req-1df4feac-989a-4f1a-86c1-b7e79f47b5e0 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4cd3d09-3e89-4c0b-9e95-5448b9ed53ac HTTP/1.1" status: 200  len: 946 time: 0.0797768
May 06 00:40:03.584345 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-2583ed44-cf05-4aeb-a3ed-b1c948b5f07c req-ba1ad4a2-e841-41be-adc9-378214a213f0 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/security-groups?id=5accd55e-29bc-4ca7-befd-1574e549f464&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395381
May 06 00:40:03.602996 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dc258a-f347-4919-a88a-d8f57e7ce376 req-58142de4-6cbd-419f-ba2a-405ee3969a80 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:40:03.604433 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-68dc258a-f347-4919-a88a-d8f57e7ce376 req-58142de4-6cbd-419f-ba2a-405ee3969a80 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=53ea3b34-7f51-4474-ad86-63ad0b69da0f HTTP/1.1" status: 200  len: 943 time: 0.0811362
May 06 00:40:03.648608 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-68dc258a-f347-4919-a88a-d8f57e7ce376 req-b835b70b-b156-4ede-8c7f-12b594118ce7 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=984322a9-8be7-4c18-bac1-6872c32290c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0380416
May 06 00:40:03.844818 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05aadf6-412e-4ade-bf2d-6ff93589de34 req-fa00adae-9abd-4d61-bf70-17ff0d959838 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:40:03.846148 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-b05aadf6-412e-4ade-bf2d-6ff93589de34 req-fa00adae-9abd-4d61-bf70-17ff0d959838 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b71a903-df78-454a-8442-352cf1658c4f HTTP/1.1" status: 200  len: 943 time: 0.0816679
May 06 00:40:03.890225 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-b05aadf6-412e-4ade-bf2d-6ff93589de34 req-f4ba75b6-4115-4f91-9bdd-f7aa874ea46d tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] 10.222.0.24 "GET /v2.0/security-groups?id=caf78781-a8d3-4bc3-9ba3-81b9c4d00593&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385349
May 06 00:40:04.771661 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b34c8a0-ce3c-46a4-aeb1-bbe79b92edc8 req-53ac3bfc-cb2f-41ba-bb18-47744eefba44 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:40:04.773131 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-2b34c8a0-ce3c-46a4-aeb1-bbe79b92edc8 req-53ac3bfc-cb2f-41ba-bb18-47744eefba44 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4cd3d09-3e89-4c0b-9e95-5448b9ed53ac HTTP/1.1" status: 200  len: 946 time: 0.0841067
May 06 00:40:04.817461 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-2b34c8a0-ce3c-46a4-aeb1-bbe79b92edc8 req-b31868a1-974d-4c9f-865e-e119229b082e tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/security-groups?id=5accd55e-29bc-4ca7-befd-1574e549f464&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387228
May 06 00:40:04.839003 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e28b73a-a6a1-4e11-b2f5-b7edc095a843 req-4ad1988d-6290-4179-aa21-04b2eba587db tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:40:04.840441 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-8e28b73a-a6a1-4e11-b2f5-b7edc095a843 req-4ad1988d-6290-4179-aa21-04b2eba587db tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=53ea3b34-7f51-4474-ad86-63ad0b69da0f HTTP/1.1" status: 200  len: 943 time: 0.0805817
May 06 00:40:04.885065 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-8e28b73a-a6a1-4e11-b2f5-b7edc095a843 req-3edadc7e-4deb-4482-aef9-7ab40a943d8f tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=984322a9-8be7-4c18-bac1-6872c32290c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0379572
May 06 00:40:05.069715 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5ff2b4-9c5a-4abe-aec3-d7f3d7ee2608 req-69100c6f-6be6-4362-892e-120f6b4fc518 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:40:05.070397 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [req-5d5ff2b4-9c5a-4abe-aec3-d7f3d7ee2608 req-69100c6f-6be6-4362-892e-120f6b4fc518 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Synchronizing usage tracker for tenant:2931334f6f2c435b8bc0aba23f1277b7 on resource:port {{(pid=73832) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 00:40:05.085463 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [req-5d5ff2b4-9c5a-4abe-aec3-d7f3d7ee2608 req-69100c6f-6be6-4362-892e-120f6b4fc518 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Unset dirty status for tenant:2931334f6f2c435b8bc0aba23f1277b7 on resource:port {{(pid=73832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 00:40:05.086558 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-5d5ff2b4-9c5a-4abe-aec3-d7f3d7ee2608 req-69100c6f-6be6-4362-892e-120f6b4fc518 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b71a903-df78-454a-8442-352cf1658c4f HTTP/1.1" status: 200  len: 943 time: 0.0942945
May 06 00:40:05.130167 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-5d5ff2b4-9c5a-4abe-aec3-d7f3d7ee2608 req-5798616c-a92c-40c6-95d0-008949ce991f tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] 10.222.0.24 "GET /v2.0/security-groups?id=caf78781-a8d3-4bc3-9ba3-81b9c4d00593&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378892
May 06 00:40:05.415721 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-854cb534-41e1-4f2e-91ea-0751b571d3e2 req-76923f4e-4640-41eb-b2d3-e0f8532e5aef service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d89e0b7-dd98-4aed-a05a-6f306514ac66 HTTP/1.1" status: 200  len: 217 time: 0.1147044
May 06 00:40:05.435688 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca32ae8-e209-4e60-9b0b-2f07d1f82f4f req-a47f67f2-015f-4b92-a57f-03f547e0808b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:40:05.437224 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-aca32ae8-e209-4e60-9b0b-2f07d1f82f4f req-a47f67f2-015f-4b92-a57f-03f547e0808b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2931334f6f2c435b8bc0aba23f1277b7&device_id=9b71a903-df78-454a-8442-352cf1658c4f HTTP/1.1" status: 200  len: 1096 time: 0.1178765
May 06 00:40:05.531979 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854cb534-41e1-4f2e-91ea-0751b571d3e2 req-64eaaf0b-e459-4c34-88a8-49a8ded77cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:40:05.533720 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-854cb534-41e1-4f2e-91ea-0751b571d3e2 req-64eaaf0b-e459-4c34-88a8-49a8ded77cec service neutron] 10.222.0.30 "GET /v2.0/subnets?id=587fdbbc-2087-48fc-8109-2b5f3ba73405 HTTP/1.1" status: 200  len: 856 time: 0.1057823
May 06 00:40:05.603096 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.plugin [req-707876f1-93f4-40b5-88c2-608d20f7edf6 req-1ceeb10f-ee41-47a2-8159-4bc7e6e3f151 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Deleting port fecd3a1a-9141-44a4-a881-089790423897 {{(pid=73832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 06 00:40:05.603430 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-707876f1-93f4-40b5-88c2-608d20f7edf6 req-1ceeb10f-ee41-47a2-8159-4bc7e6e3f151 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767381331357'] for port, before_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:40:05.647683 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca32ae8-e209-4e60-9b0b-2f07d1f82f4f req-db49a5f1-4773-4e41-8943-5896729be25d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:40:05.649340 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-aca32ae8-e209-4e60-9b0b-2f07d1f82f4f req-db49a5f1-4773-4e41-8943-5896729be25d service neutron] 10.222.0.30 "GET /v2.0/networks?id=9ab706ea-4458-41a9-8c8a-6bc700b518fe HTTP/1.1" status: 200  len: 916 time: 0.2051742
May 06 00:40:05.723543 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-aca32ae8-e209-4e60-9b0b-2f07d1f82f4f req-7c1434e7-d0a8-465e-a749-80a776b6a940 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=af0fe56c-4b47-478d-a848-a4815a72562c HTTP/1.1" status: 200  len: 217 time: 0.0640795
May 06 00:40:05.735247 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854cb534-41e1-4f2e-91ea-0751b571d3e2 req-249f1cb0-fef8-4e96-bac6-b1f84867756e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:40:05.736767 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-854cb534-41e1-4f2e-91ea-0751b571d3e2 req-249f1cb0-fef8-4e96-bac6-b1f84867756e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f1ee20ed-17e0-4650-a61e-4e2579bfb5cb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1943648
May 06 00:40:05.778858 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.db [req-707876f1-93f4-40b5-88c2-608d20f7edf6 req-1ceeb10f-ee41-47a2-8159-4bc7e6e3f151 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] For port fecd3a1a-9141-44a4-a881-089790423897, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=fecd3a1a-9141-44a4-a881-089790423897,segment=NetworkSegment(890a22a0-98ca-414c-a9a6-981937a77b2c),segment_id=890a22a0-98ca-414c-a9a6-981937a77b2c)] {{(pid=73832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:40:05.779574 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-707876f1-93f4-40b5-88c2-608d20f7edf6 req-1ceeb10f-ee41-47a2-8159-4bc7e6e3f151 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404144'] for port, precommit_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:40:05.792170 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca32ae8-e209-4e60-9b0b-2f07d1f82f4f req-8dbba7da-7c24-492e-83b7-64bfcf89dce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:40:05.793629 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-aca32ae8-e209-4e60-9b0b-2f07d1f82f4f req-8dbba7da-7c24-492e-83b7-64bfcf89dce3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=36fdd0f8-d289-4f93-b6af-d39d90badcc9 HTTP/1.1" status: 200  len: 855 time: 0.0586953
May 06 00:40:05.846466 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-aca32ae8-e209-4e60-9b0b-2f07d1f82f4f req-76bcd245-db74-4d61-96db-3498b6fa72a9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9ab706ea-4458-41a9-8c8a-6bc700b518fe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0411737
May 06 00:40:06.020371 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-aca32ae8-e209-4e60-9b0b-2f07d1f82f4f req-edd96e19-6e85-4633-ae86-2399152ea419 service neutron] 10.222.0.30 "GET /v2.0/networks/9ab706ea-4458-41a9-8c8a-6bc700b518fe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1652076
May 06 00:40:06.087889 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-854cb534-41e1-4f2e-91ea-0751b571d3e2 req-30c3d59b-7d5b-45cb-b78b-8484fc27bd1b service neutron] 10.222.0.30 "GET /v2.0/networks/f1ee20ed-17e0-4650-a61e-4e2579bfb5cb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3396370
May 06 00:40:06.192671 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b12c60-d7eb-4baf-b9d9-d457ee769be8 req-02a5d31e-1072-4808-9d46-6cdf7fd924f0 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:40:06.202435 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-b4b12c60-d7eb-4baf-b9d9-d457ee769be8 req-02a5d31e-1072-4808-9d46-6cdf7fd924f0 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4cd3d09-3e89-4c0b-9e95-5448b9ed53ac HTTP/1.1" status: 200  len: 946 time: 0.2721603
May 06 00:40:06.276163 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-b4b12c60-d7eb-4baf-b9d9-d457ee769be8 req-fcb50dbe-d12c-451e-99c0-73ac62cd8318 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/security-groups?id=5accd55e-29bc-4ca7-befd-1574e549f464&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0726700
May 06 00:40:06.300921 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-aca32ae8-e209-4e60-9b0b-2f07d1f82f4f req-a5c5e24e-2fb9-4088-abeb-9d349aaeba30 service neutron] 10.222.0.30 "GET /v2.0/networks/9ab706ea-4458-41a9-8c8a-6bc700b518fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2673757
May 06 00:40:06.457842 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-707876f1-93f4-40b5-88c2-608d20f7edf6 req-1ceeb10f-ee41-47a2-8159-4bc7e6e3f151 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:40:06.458201 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-707876f1-93f4-40b5-88c2-608d20f7edf6 req-1ceeb10f-ee41-47a2-8159-4bc7e6e3f151 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407923'] for floatingip, after_update {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:40:06.458508 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.db.l3_db [req-707876f1-93f4-40b5-88c2-608d20f7edf6 req-1ceeb10f-ee41-47a2-8159-4bc7e6e3f151 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Floating IP 70676225-c385-40a6-9a64-be095bd885b1 disassociated. External IP: 172.27.3.245, port: fecd3a1a-9141-44a4-a881-089790423897.
May 06 00:40:06.458841 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.plugin [req-707876f1-93f4-40b5-88c2-608d20f7edf6 req-1ceeb10f-ee41-47a2-8159-4bc7e6e3f151 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Calling delete_port for fecd3a1a-9141-44a4-a881-089790423897 owned by compute:nova {{(pid=73832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 06 00:40:06.482299 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b92c6dc-e35d-4b9f-981b-9b8273379487 req-56ee5361-1cd2-494d-b8b2-246d6e8c0d24 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:40:06.483899 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-4b92c6dc-e35d-4b9f-981b-9b8273379487 req-56ee5361-1cd2-494d-b8b2-246d6e8c0d24 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=53ea3b34-7f51-4474-ad86-63ad0b69da0f HTTP/1.1" status: 200  len: 943 time: 0.4478021
May 06 00:40:06.487877 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fc2786-f6a9-4845-b63d-3865607fa1b0 req-73764031-a85d-4b61-b96a-3d6323127a26 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:40:06.491325 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-854cb534-41e1-4f2e-91ea-0751b571d3e2 req-8c243f80-bfa9-46ce-90a4-6850c8cf6931 service neutron] 10.222.0.30 "GET /v2.0/networks/f1ee20ed-17e0-4650-a61e-4e2579bfb5cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3936181
May 06 00:40:06.492947 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-28fc2786-f6a9-4845-b63d-3865607fa1b0 req-73764031-a85d-4b61-b96a-3d6323127a26 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b71a903-df78-454a-8442-352cf1658c4f HTTP/1.1" status: 200  len: 943 time: 0.1002159
May 06 00:40:06.542574 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-28fc2786-f6a9-4845-b63d-3865607fa1b0 req-7801a70f-dce5-4406-a1c8-4a63edb924ca tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] 10.222.0.24 "GET /v2.0/security-groups?id=caf78781-a8d3-4bc3-9ba3-81b9c4d00593&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449429
May 06 00:40:06.651749 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-4b92c6dc-e35d-4b9f-981b-9b8273379487 req-9a3a3b12-f4c2-4513-b3ee-27f25438c118 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=984322a9-8be7-4c18-bac1-6872c32290c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1578293
May 06 00:40:06.657690 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-707876f1-93f4-40b5-88c2-608d20f7edf6 req-1ceeb10f-ee41-47a2-8159-4bc7e6e3f151 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767381335664', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767380898829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2182845'] for port, after_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:40:06.677294 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-e86a118e-1937-4be8-9559-cbadc1d18152 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:40:06.725651 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceeb10f-ee41-47a2-8159-4bc7e6e3f151 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Pushing event deleted for resources: {'Port': ['ID=fecd3a1a-9141-44a4-a881-089790423897,revision_number=None']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:40:06.730026 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-1ceeb10f-ee41-47a2-8159-4bc7e6e3f151 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:40:06.908504 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.scheduler.l3_agent_scheduler [req-707876f1-93f4-40b5-88c2-608d20f7edf6 req-1ceeb10f-ee41-47a2-8159-4bc7e6e3f151 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Router da787a18-7e91-4dd6-ad92-ccfcbbda8c27 has already been hosted by L3 agent 3fa0790c-dd29-4495-aa07-f8a2ae482509 {{(pid=73832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 06 00:40:07.082056 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-707876f1-93f4-40b5-88c2-608d20f7edf6 req-1ceeb10f-ee41-47a2-8159-4bc7e6e3f151 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Notify agent at l3_agent.dv-cinder-784623-8-iscsi the message routers_updated {{(pid=73832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 06 00:40:07.091462 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6af8621-8b91-4375-9e66-ac8513842726 None None] Sync routers for ids ['da787a18-7e91-4dd6-ad92-ccfcbbda8c27'] in dv-cinder-784623-8-iscsi {{(pid=73833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 06 00:40:07.103569 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6af8621-8b91-4375-9e66-ac8513842726 None None] Routers {'da787a18-7e91-4dd6-ad92-ccfcbbda8c27'} bound to L3 agent in host dv-cinder-784623-8-iscsi {{(pid=73833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 00:40:07.104198 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_hamode_db [None req-a6af8621-8b91-4375-9e66-ac8513842726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9508fa7340>, 'dv-cinder-784623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-06T00:27:20Z,description=<?>,heartbeat_timestamp=2021-05-06T00:39:50Z,host='dv-cinder-784623-8-iscsi',id=3fa0790c-dd29-4495-aa07-f8a2ae482509,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T00:27:20Z,topic='l3_agent')) {'router_ids': ['da787a18-7e91-4dd6-ad92-ccfcbbda8c27'], 'active': True} {{(pid=73833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:40:07.159716 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.l3_dvrscheduler_db [req-707876f1-93f4-40b5-88c2-608d20f7edf6 req-1ceeb10f-ee41-47a2-8159-4bc7e6e3f151 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] No DVR routers for this DVR port fecd3a1a-9141-44a4-a881-089790423897 on host hv-cinder-78462 {{(pid=73832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 06 00:40:07.163194 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-707876f1-93f4-40b5-88c2-608d20f7edf6 req-1ceeb10f-ee41-47a2-8159-4bc7e6e3f151 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43737'] for port, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:40:07.166145 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4cd3d09-3e89-4c0b-9e95-5448b9ed53ac', 'name': 'network-vif-deleted', 'tag': 'fecd3a1a-9141-44a4-a881-089790423897'}] {{(pid=73832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 00:40:07.193877 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-707876f1-93f4-40b5-88c2-608d20f7edf6 req-1ceeb10f-ee41-47a2-8159-4bc7e6e3f151 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.30 "DELETE /v2.0/ports/fecd3a1a-9141-44a4-a881-089790423897 HTTP/1.1" status: 204  len: 173 time: 1.8879714
May 06 00:40:07.285605 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4cd3d09-3e89-4c0b-9e95-5448b9ed53ac', 'name': 'network-vif-deleted', 'tag': 'fecd3a1a-9141-44a4-a881-089790423897', 'status': 'completed', 'code': 200}
May 06 00:40:07.306523 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_dvr_db [None req-a6af8621-8b91-4375-9e66-ac8513842726 None None] Set router da787a18-7e91-4dd6-ad92-ccfcbbda8c27 gateway port host: dv-cinder-784623-8-iscsi {{(pid=73833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 00:40:07.442068 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [req-f7e59ff6-50b6-4b6e-b976-86ae379ff311 req-5a5bcecc-9ea7-4978-a9ad-8edbb96eee8b tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Synchronizing usage tracker for tenant:c6c13c091dfc4aacbf264be74291da6e on resource:port {{(pid=73832) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 00:40:07.457463 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [req-f7e59ff6-50b6-4b6e-b976-86ae379ff311 req-5a5bcecc-9ea7-4978-a9ad-8edbb96eee8b tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Unset dirty status for tenant:c6c13c091dfc4aacbf264be74291da6e on resource:port {{(pid=73832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 00:40:07.458613 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-f7e59ff6-50b6-4b6e-b976-86ae379ff311 req-5a5bcecc-9ea7-4978-a9ad-8edbb96eee8b tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4cd3d09-3e89-4c0b-9e95-5448b9ed53ac HTTP/1.1" status: 200  len: 210 time: 0.0580723
May 06 00:40:07.653032 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_hamode_db [None req-a6af8621-8b91-4375-9e66-ac8513842726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9508fa7340>, [{'id': 'da787a18-7e91-4dd6-ad92-ccfcbbda8c27', 'name': 'tempest-AttachVolumeTestJSON-1254958437-router', 'tenant_id': 'c6c13c091dfc4aacbf264be74291da6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'external_fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '776b5ab0-4f4f-453b-8323-3ad702832470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:34:47Z', 'updated_at': '2021-05-06T00:34:55Z', 'revision_number': 4, 'project_id': 'c6c13c091dfc4aacbf264be74291da6e', 'gw_port': {'id': '776b5ab0-4f4f-453b-8323-3ad702832470', 'name': '', 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da787a18-7e91-4dd6-ad92-ccfcbbda8c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:34:49Z', 'updated_at': '2021-05-06T00:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-iscsi', '_interfaces': [{'id': '535ed0f5-73ce-4425-8485-3e36642b1ffb', 'name': '', 'network_id': '1ea45e29-439e-495a-941c-7f5912677888', 'tenant_id': 'c6c13c091dfc4aacbf264be74291da6e', 'mac_address': 'fa:16:3e:8f:02:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da787a18-7e91-4dd6-ad92-ccfcbbda8c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '693ca583-83b8-4934-b0a4-9f6d64f7b0b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:34:54Z', 'updated_at': '2021-05-06T00:35:17Z', 'revision_number': 5, 'project_id': 'c6c13c091dfc4aacbf264be74291da6e', 'subnets': [{'id': '693ca583-83b8-4934-b0a4-9f6d64f7b0b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-8-iscsi', False) {} {{(pid=73833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:40:07.657904 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6af8621-8b91-4375-9e66-ac8513842726 None None] Checking router: da787a18-7e91-4dd6-ad92-ccfcbbda8c27 for host: dv-cinder-784623-8-iscsi {{(pid=73833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 06 00:40:07.666710 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6af8621-8b91-4375-9e66-ac8513842726 None None] Routers {'da787a18-7e91-4dd6-ad92-ccfcbbda8c27'} bound to L3 agent in host dv-cinder-784623-8-iscsi {{(pid=73833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 00:40:07.667337 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_hamode_db [None req-a6af8621-8b91-4375-9e66-ac8513842726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9508fa7340>, 'dv-cinder-784623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-06T00:27:20Z,description=<?>,heartbeat_timestamp=2021-05-06T00:39:50Z,host='dv-cinder-784623-8-iscsi',id=3fa0790c-dd29-4495-aa07-f8a2ae482509,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T00:27:20Z,topic='l3_agent')) {'router_ids': ['da787a18-7e91-4dd6-ad92-ccfcbbda8c27'], 'active': True} {{(pid=73833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:40:07.836818 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636672db-edc0-45aa-bf52-42a8832444fa req-3f267f4a-ed12-4e42-8ff3-79d9ca921579 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:40:07.839302 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-636672db-edc0-45aa-bf52-42a8832444fa req-3f267f4a-ed12-4e42-8ff3-79d9ca921579 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b71a903-df78-454a-8442-352cf1658c4f HTTP/1.1" status: 200  len: 943 time: 0.1763184
May 06 00:40:07.914922 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_dvr_db [None req-a6af8621-8b91-4375-9e66-ac8513842726 None None] Set router da787a18-7e91-4dd6-ad92-ccfcbbda8c27 gateway port host: dv-cinder-784623-8-iscsi {{(pid=73833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 00:40:07.927463 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ce1adf-206e-4a34-8e21-8dbf47fc6401 req-8c192d58-537c-4b64-9c27-b17e6ee2c75e tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:40:07.934837 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-30ce1adf-206e-4a34-8e21-8dbf47fc6401 req-8c192d58-537c-4b64-9c27-b17e6ee2c75e tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=53ea3b34-7f51-4474-ad86-63ad0b69da0f HTTP/1.1" status: 200  len: 943 time: 0.1105752
May 06 00:40:07.937226 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-636672db-edc0-45aa-bf52-42a8832444fa req-7d012b20-e9fe-4d2c-abfe-80b3e6d47ec7 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] 10.222.0.24 "GET /v2.0/security-groups?id=caf78781-a8d3-4bc3-9ba3-81b9c4d00593&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0898185
May 06 00:40:07.984355 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-30ce1adf-206e-4a34-8e21-8dbf47fc6401 req-119205c8-cadc-46d4-9e30-898dfb3f7cea tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=984322a9-8be7-4c18-bac1-6872c32290c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0484791
May 06 00:40:08.054854 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Device af0fe56c-4b47-478d-a848-a4815a72562c details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=73833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 06 00:40:08.057606 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Device fecd3a1a-9141-44a4-a881-089790423897 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=73833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 06 00:40:08.116632 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.plugin [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] No Port match for: fecd3a1a-9141-44a4-a881-089790423897 {{(pid=73833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 06 00:40:08.117343 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Device fecd3a1a-9141-44a4-a881-089790423897 not bound to the agent host hv-cinder-78462 {{(pid=73833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 06 00:40:08.374118 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] For port af0fe56c-4b47-478d-a848-a4815a72562c, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=af0fe56c-4b47-478d-a848-a4815a72562c,segment=NetworkSegment(f06c188b-9c40-4e79-bf54-a7ff9bdcf208),segment_id=f06c188b-9c40-4e79-bf54-a7ff9bdcf208)] {{(pid=73833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:40:08.395501 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Returning: {'device': 'af0fe56c-4b47-478d-a848-a4815a72562c', 'network_id': '9ab706ea-4458-41a9-8c8a-6bc700b518fe', 'port_id': 'af0fe56c-4b47-478d-a848-a4815a72562c', 'mac_address': 'fa:16:3e:f3:46:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36fdd0f8-d289-4f93-b6af-d39d90badcc9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 06 00:40:08.468035 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:40:08.479752 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_hamode_db [None req-a6af8621-8b91-4375-9e66-ac8513842726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9508fa7340>, [{'id': 'da787a18-7e91-4dd6-ad92-ccfcbbda8c27', 'name': 'tempest-AttachVolumeTestJSON-1254958437-router', 'tenant_id': 'c6c13c091dfc4aacbf264be74291da6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'external_fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '776b5ab0-4f4f-453b-8323-3ad702832470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:34:47Z', 'updated_at': '2021-05-06T00:34:55Z', 'revision_number': 4, 'project_id': 'c6c13c091dfc4aacbf264be74291da6e', 'gw_port': {'id': '776b5ab0-4f4f-453b-8323-3ad702832470', 'name': '', 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da787a18-7e91-4dd6-ad92-ccfcbbda8c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:34:49Z', 'updated_at': '2021-05-06T00:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-iscsi', '_interfaces': [{'id': '535ed0f5-73ce-4425-8485-3e36642b1ffb', 'name': '', 'network_id': '1ea45e29-439e-495a-941c-7f5912677888', 'tenant_id': 'c6c13c091dfc4aacbf264be74291da6e', 'mac_address': 'fa:16:3e:8f:02:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da787a18-7e91-4dd6-ad92-ccfcbbda8c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '693ca583-83b8-4934-b0a4-9f6d64f7b0b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:34:54Z', 'updated_at': '2021-05-06T00:35:17Z', 'revision_number': 5, 'project_id': 'c6c13c091dfc4aacbf264be74291da6e', 'subnets': [{'id': '693ca583-83b8-4934-b0a4-9f6d64f7b0b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-8-iscsi', False) {} {{(pid=73833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:40:08.488819 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6af8621-8b91-4375-9e66-ac8513842726 None None] The sync data for ids ['da787a18-7e91-4dd6-ad92-ccfcbbda8c27'] in dv-cinder-784623-8-iscsi is: [{'id': 'da787a18-7e91-4dd6-ad92-ccfcbbda8c27', 'name': 'tempest-AttachVolumeTestJSON-1254958437-router', 'tenant_id': 'c6c13c091dfc4aacbf264be74291da6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'external_fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '776b5ab0-4f4f-453b-8323-3ad702832470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:34:47Z', 'updated_at': '2021-05-06T00:34:55Z', 'revision_number': 4, 'project_id': 'c6c13c091dfc4aacbf264be74291da6e', 'gw_port': {'id': '776b5ab0-4f4f-453b-8323-3ad702832470', 'name': '', 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da787a18-7e91-4dd6-ad92-ccfcbbda8c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:34:49Z', 'updated_at': '2021-05-06T00:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-iscsi', '_interfaces': [{'id': '535ed0f5-73ce-4425-8485-3e36642b1ffb', 'name': '', 'network_id': '1ea45e29-439e-495a-941c-7f5912677888', 'tenant_id': 'c6c13c091dfc4aacbf264be74291da6e', 'mac_address': 'fa:16:3e:8f:02:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da787a18-7e91-4dd6-ad92-ccfcbbda8c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '693ca583-83b8-4934-b0a4-9f6d64f7b0b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:34:54Z', 'updated_at': '2021-05-06T00:35:17Z', 'revision_number': 5, 'project_id': 'c6c13c091dfc4aacbf264be74291da6e', 'subnets': [{'id': '693ca583-83b8-4934-b0a4-9f6d64f7b0b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 06 00:40:08.491216 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.notifiers.nova [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af0fe56c-4b47-478d-a848-a4815a72562c {{(pid=73833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 06 00:40:08.509573 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] For port af0fe56c-4b47-478d-a848-a4815a72562c, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=af0fe56c-4b47-478d-a848-a4815a72562c,segment=NetworkSegment(f06c188b-9c40-4e79-bf54-a7ff9bdcf208),segment_id=f06c188b-9c40-4e79-bf54-a7ff9bdcf208)] {{(pid=73833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:40:08.514134 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:40:08.515139 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Device 3d89e0b7-dd98-4aed-a05a-6f306514ac66 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=73833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 06 00:40:08.517453 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:40:08.589757 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 42846) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:40:08.655116 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Pushing event updated for resources: {'Port': ['ID=af0fe56c-4b47-478d-a848-a4815a72562c,revision_number=4']} {{(pid=73833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:40:08.659484 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-bbfef891-2755-406e-b3b1-b1e0867684ec tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Notify callbacks [] for security_group, before_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:40:08.662785 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:40:08.690445 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-bbfef891-2755-406e-b3b1-b1e0867684ec tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:40:08.732551 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] For port 3d89e0b7-dd98-4aed-a05a-6f306514ac66, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=3d89e0b7-dd98-4aed-a05a-6f306514ac66,segment=NetworkSegment(d6767cd9-a845-4bf2-a0b7-cab2ef6cd327),segment_id=d6767cd9-a845-4bf2-a0b7-cab2ef6cd327)] {{(pid=73833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:40:08.754513 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-bbfef891-2755-406e-b3b1-b1e0867684ec tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:40:08.755339 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Returning: {'device': '3d89e0b7-dd98-4aed-a05a-6f306514ac66', 'network_id': 'f1ee20ed-17e0-4650-a61e-4e2579bfb5cb', 'port_id': '3d89e0b7-dd98-4aed-a05a-6f306514ac66', 'mac_address': 'fa:16:3e:10:c8:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '587fdbbc-2087-48fc-8109-2b5f3ba73405', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 06 00:40:08.760303 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-5b232abb-76c6-4f60-a61e-dc25003dd7bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:40:08.763446 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25b9243-1c50-4e91-aaf8-c223147ba991 None None] New status for floating IP 70676225-c385-40a6-9a64-be095bd885b1: DOWN {{(pid=73834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 06 00:40:08.775973 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfef891-2755-406e-b3b1-b1e0867684ec tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5accd55e-29bc-4ca7-befd-1574e549f464,revision_number=None']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:40:08.780265 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-bbfef891-2755-406e-b3b1-b1e0867684ec tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:40:08.784519 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-bbfef891-2755-406e-b3b1-b1e0867684ec tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Notify callbacks [] for security_group, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:40:08.788311 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-bbfef891-2755-406e-b3b1-b1e0867684ec tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "DELETE /v2.0/security-groups/5accd55e-29bc-4ca7-befd-1574e549f464 HTTP/1.1" status: 204  len: 168 time: 0.1950688
May 06 00:40:08.789617 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 42850) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:40:08.807900 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.api.v2.resource [None req-4546fc9c-653b-4380-913c-5b98ca52970a tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] show failed (client error): The resource could not be found.
May 06 00:40:08.809472 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-4546fc9c-653b-4380-913c-5b98ca52970a tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/security-groups/5accd55e-29bc-4ca7-befd-1574e549f464 HTTP/1.1" status: 404  len: 347 time: 0.0182886
May 06 00:40:08.812141 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 42854) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:40:08.822731 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:40:08.841287 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.notifiers.nova [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d89e0b7-dd98-4aed-a05a-6f306514ac66 {{(pid=73833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 06 00:40:08.857250 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] For port 3d89e0b7-dd98-4aed-a05a-6f306514ac66, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=3d89e0b7-dd98-4aed-a05a-6f306514ac66,segment=NetworkSegment(d6767cd9-a845-4bf2-a0b7-cab2ef6cd327),segment_id=d6767cd9-a845-4bf2-a0b7-cab2ef6cd327)] {{(pid=73833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:40:08.861232 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:40:08.863273 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-f13d708a-eaa1-4f64-a456-4a676be25150 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:40:08.929171 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Pushing event updated for resources: {'Port': ['ID=3d89e0b7-dd98-4aed-a05a-6f306514ac66,revision_number=4']} {{(pid=73833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:40:08.932580 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:40:09.045253 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.plugin [None req-2e0d9690-bd63-41ae-b54c-a204456b3b77 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Deleting port a5b9bbd9-f84e-4df1-ba01-a5086ff1c1c7 {{(pid=73831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 06 00:40:09.046171 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-2e0d9690-bd63-41ae-b54c-a204456b3b77 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767381331357'] for port, before_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:40:09.191137 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] get_ports_and_sgs() called for port_ids ['3d89e0b7-dd98-4aed-a05a-6f306514ac66'] {{(pid=73833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 06 00:40:09.273445 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-2e0d9690-bd63-41ae-b54c-a204456b3b77 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404144'] for port, precommit_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:40:09.273830 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-2e0d9690-bd63-41ae-b54c-a204456b3b77 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:40:09.301265 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb27192-d6be-40d8-b320-98c30cef4546 req-e8333402-97ca-4b2a-a42d-2ba2ff363774 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:40:09.302519 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] get_ports_and_sgs() called for port_ids ['af0fe56c-4b47-478d-a848-a4815a72562c'] {{(pid=73833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 06 00:40:09.305834 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-9cb27192-d6be-40d8-b320-98c30cef4546 req-e8333402-97ca-4b2a-a42d-2ba2ff363774 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b71a903-df78-454a-8442-352cf1658c4f HTTP/1.1" status: 200  len: 944 time: 0.2426634
May 06 00:40:09.369162 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fde400d-5775-4b6d-a2ad-fe816bd2eb37 req-bbb4a799-bd54-444c-b5d5-37df2def24b3 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:40:09.370678 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-8fde400d-5775-4b6d-a2ad-fe816bd2eb37 req-bbb4a799-bd54-444c-b5d5-37df2def24b3 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=53ea3b34-7f51-4474-ad86-63ad0b69da0f HTTP/1.1" status: 200  len: 944 time: 0.1151557
May 06 00:40:09.466838 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.plugin [None req-2e0d9690-bd63-41ae-b54c-a204456b3b77 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Calling delete_port for a5b9bbd9-f84e-4df1-ba01-a5086ff1c1c7 owned by network:floatingip {{(pid=73831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 06 00:40:09.481424 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-8fde400d-5775-4b6d-a2ad-fe816bd2eb37 req-6d8c290c-0fdf-4cf7-ae07-dfe388785250 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=984322a9-8be7-4c18-bac1-6872c32290c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1043987
May 06 00:40:09.513280 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-9cb27192-d6be-40d8-b320-98c30cef4546 req-f260ea78-dba1-404b-bb8c-585c0dfcc7e0 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] 10.222.0.24 "GET /v2.0/security-groups?id=caf78781-a8d3-4bc3-9ba3-81b9c4d00593&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1971579
May 06 00:40:09.522310 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-18332eda-2e51-4dec-96c9-0a867316d133 req-e74d3d4f-9681-4135-959d-49765adb4f4c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d1c5cc05-f410-4a03-9b3d-682a4e1cf825&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1245992
May 06 00:40:09.674492 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18332eda-2e51-4dec-96c9-0a867316d133 req-e2bb7313-3323-43b9-92eb-3afbec4d82a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:40:09.676000 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-18332eda-2e51-4dec-96c9-0a867316d133 req-e2bb7313-3323-43b9-92eb-3afbec4d82a7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=24c0c0411f574f8f960e5150472df75e&device_id=d1c5cc05-f410-4a03-9b3d-682a4e1cf825 HTTP/1.1" status: 200  len: 1099 time: 0.0776157
May 06 00:40:09.722048 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-2e0d9690-bd63-41ae-b54c-a204456b3b77 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767381335664', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767380898829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2942582'] for port, after_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:40:09.731301 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-a0c91f1b-eefe-40fe-af8b-404d0405bc9e tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:40:09.828755 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18332eda-2e51-4dec-96c9-0a867316d133 req-5c598d87-7034-450b-91ad-4585096f36f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:40:09.830342 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-18332eda-2e51-4dec-96c9-0a867316d133 req-5c598d87-7034-450b-91ad-4585096f36f5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b3eca023-a406-48df-a3db-ebd6b6f9c1bf HTTP/1.1" status: 200  len: 913 time: 0.1288447
May 06 00:40:09.831128 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0d9690-bd63-41ae-b54c-a204456b3b77 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Pushing event deleted for resources: {'Port': ['ID=a5b9bbd9-f84e-4df1-ba01-a5086ff1c1c7,revision_number=None']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:40:09.835596 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-2e0d9690-bd63-41ae-b54c-a204456b3b77 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:40:09.861858 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-2e0d9690-bd63-41ae-b54c-a204456b3b77 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Notify callbacks [] for floatingip, after_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:40:09.880231 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-2e0d9690-bd63-41ae-b54c-a204456b3b77 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43737'] for floatingip, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:40:09.881445 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-2e0d9690-bd63-41ae-b54c-a204456b3b77 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "DELETE /v2.0/floatingips/70676225-c385-40a6-9a64-be095bd885b1 HTTP/1.1" status: 204  len: 168 time: 1.0681405
May 06 00:40:10.039050 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-18332eda-2e51-4dec-96c9-0a867316d133 req-a7c754b0-90e2-4643-bc6a-553f47a3bd3a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c557a1e7-211b-40a1-b9f0-37e7213669a0 HTTP/1.1" status: 200  len: 1002 time: 0.2015393
May 06 00:40:10.118853 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18332eda-2e51-4dec-96c9-0a867316d133 req-b711bd7a-0de9-4c90-b4f2-af8e2702f89b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:40:10.120263 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-18332eda-2e51-4dec-96c9-0a867316d133 req-b711bd7a-0de9-4c90-b4f2-af8e2702f89b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=abd7dd6a-5cfe-4ac3-a1f5-824fa1d29c3f HTTP/1.1" status: 200  len: 851 time: 0.0647125
May 06 00:40:10.196684 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18332eda-2e51-4dec-96c9-0a867316d133 req-880247d1-0ab7-4eb1-abc4-c633db3b8095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:40:10.198182 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-18332eda-2e51-4dec-96c9-0a867316d133 req-880247d1-0ab7-4eb1-abc4-c633db3b8095 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b3eca023-a406-48df-a3db-ebd6b6f9c1bf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0709574
May 06 00:40:10.283169 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 42874) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:40:10.288436 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.v2.base [None req-889aaab5-fea2-4cf5-90d6-2a4214f324a7 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Request body: {'security_group': {'name': 'tempest-securitygroup--731570739', 'description': 'tempest-description--614793438'}} {{(pid=73831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:40:10.294760 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-889aaab5-fea2-4cf5-90d6-2a4214f324a7 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:40:10.299623 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-889aaab5-fea2-4cf5-90d6-2a4214f324a7 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Usage tracker for resource:security_group and tenant:c6c13c091dfc4aacbf264be74291da6e is out of sync, need to count used quota {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:40:10.302444 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-889aaab5-fea2-4cf5-90d6-2a4214f324a7 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:40:10.309352 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-889aaab5-fea2-4cf5-90d6-2a4214f324a7 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:40:10.319076 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-889aaab5-fea2-4cf5-90d6-2a4214f324a7 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Notify callbacks [] for security_group, before_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:40:10.335795 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-18332eda-2e51-4dec-96c9-0a867316d133 req-419409fd-6dee-41c5-be41-7817a9180b87 service neutron] 10.222.0.30 "GET /v2.0/networks/b3eca023-a406-48df-a3db-ebd6b6f9c1bf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1279545
May 06 00:40:10.339162 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-889aaab5-fea2-4cf5-90d6-2a4214f324a7 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:40:10.343032 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-889aaab5-fea2-4cf5-90d6-2a4214f324a7 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Usage tracker for resource:security_group_rule and tenant:c6c13c091dfc4aacbf264be74291da6e is out of sync, need to count used quota {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:40:10.346885 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-889aaab5-fea2-4cf5-90d6-2a4214f324a7 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:40:10.352432 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-889aaab5-fea2-4cf5-90d6-2a4214f324a7 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:40:10.421601 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-889aaab5-fea2-4cf5-90d6-2a4214f324a7 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Notify callbacks [] for security_group, precommit_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:40:10.426035 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-889aaab5-fea2-4cf5-90d6-2a4214f324a7 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:40:10.431199 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-ccdc2730-d630-480e-91bb-b964d65882ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:40:10.474368 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889aaab5-fea2-4cf5-90d6-2a4214f324a7 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44e2e702-7a6b-4659-954c-b5e121ec47e6,revision_number=1']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:40:10.477538 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-889aaab5-fea2-4cf5-90d6-2a4214f324a7 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:40:10.478818 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-889aaab5-fea2-4cf5-90d6-2a4214f324a7 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Notify callbacks [] for security_group, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:40:10.478968 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-18332eda-2e51-4dec-96c9-0a867316d133 req-9e743fe0-de38-47bf-b2ad-724a667a1916 service neutron] 10.222.0.30 "GET /v2.0/networks/b3eca023-a406-48df-a3db-ebd6b6f9c1bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1281536
May 06 00:40:10.480099 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-889aaab5-fea2-4cf5-90d6-2a4214f324a7 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 0.1959040
May 06 00:40:10.482947 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 42878) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:40:10.489561 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.v2.base [None req-0e13745a-9a3b-42a6-bfce-03a2fdca3c00 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Request body: {'security_group_rule': {'security_group_id': '44e2e702-7a6b-4659-954c-b5e121ec47e6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:40:10.495728 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-0e13745a-9a3b-42a6-bfce-03a2fdca3c00 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:40:10.499571 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-0e13745a-9a3b-42a6-bfce-03a2fdca3c00 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Usage tracker for resource:security_group_rule and tenant:c6c13c091dfc4aacbf264be74291da6e is out of sync, need to count used quota {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:40:10.503160 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-0e13745a-9a3b-42a6-bfce-03a2fdca3c00 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:40:10.517009 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-0e13745a-9a3b-42a6-bfce-03a2fdca3c00 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:40:10.541916 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-0e13745a-9a3b-42a6-bfce-03a2fdca3c00 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:40:10.655528 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-0e13745a-9a3b-42a6-bfce-03a2fdca3c00 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:40:10.663448 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-0e13745a-9a3b-42a6-bfce-03a2fdca3c00 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230'] for security_group_rule, after_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:40:10.684682 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:40:10.699504 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e13745a-9a3b-42a6-bfce-03a2fdca3c00 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29ec07de-381c-458e-ac43-1fa4a8276fb7,revision_number=0']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:40:10.701708 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-0e13745a-9a3b-42a6-bfce-03a2fdca3c00 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:40:10.706271 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-0e13745a-9a3b-42a6-bfce-03a2fdca3c00 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2186973
May 06 00:40:10.706979 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 42892) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:40:10.715675 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.v2.base [None req-a388f65b-f53c-459f-9ab5-5bd0d393fe72 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Request body: {'security_group_rule': {'security_group_id': '44e2e702-7a6b-4659-954c-b5e121ec47e6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=73831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:40:10.725667 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e13745a-9a3b-42a6-bfce-03a2fdca3c00 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:40:10.726063 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e13745a-9a3b-42a6-bfce-03a2fdca3c00 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:40:10.726442 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e13745a-9a3b-42a6-bfce-03a2fdca3c00 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:40:10.727840 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e13745a-9a3b-42a6-bfce-03a2fdca3c00 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:40:10.728355 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e13745a-9a3b-42a6-bfce-03a2fdca3c00 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:40:10.728767 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e13745a-9a3b-42a6-bfce-03a2fdca3c00 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:40:10.729132 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e13745a-9a3b-42a6-bfce-03a2fdca3c00 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:40:10.729501 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e13745a-9a3b-42a6-bfce-03a2fdca3c00 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:40:10.729864 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e13745a-9a3b-42a6-bfce-03a2fdca3c00 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:40:10.730221 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e13745a-9a3b-42a6-bfce-03a2fdca3c00 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:40:10.730580 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e13745a-9a3b-42a6-bfce-03a2fdca3c00 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:40:10.730934 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e13745a-9a3b-42a6-bfce-03a2fdca3c00 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:40:10.735785 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-a388f65b-f53c-459f-9ab5-5bd0d393fe72 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:40:10.738226 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-0e13745a-9a3b-42a6-bfce-03a2fdca3c00 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:40:10.742328 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-a388f65b-f53c-459f-9ab5-5bd0d393fe72 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Usage tracker for resource:security_group_rule and tenant:c6c13c091dfc4aacbf264be74291da6e is out of sync, need to count used quota {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:40:10.747018 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-a388f65b-f53c-459f-9ab5-5bd0d393fe72 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:40:10.751668 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d23753-e83e-4ee3-b31f-4c93e3f377aa req-ae1cbc66-38dc-4b5a-9789-28f8b5d44c28 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:40:10.757981 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-a388f65b-f53c-459f-9ab5-5bd0d393fe72 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:40:10.759398 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-a7d23753-e83e-4ee3-b31f-4c93e3f377aa req-ae1cbc66-38dc-4b5a-9789-28f8b5d44c28 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b71a903-df78-454a-8442-352cf1658c4f HTTP/1.1" status: 200  len: 944 time: 0.0954175
May 06 00:40:10.780130 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac50e6a3-5030-4736-b012-ed9222dbfe7c req-f17f93b9-8599-477e-ad0c-ad1c62b60641 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:40:10.781662 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-ac50e6a3-5030-4736-b012-ed9222dbfe7c req-f17f93b9-8599-477e-ad0c-ad1c62b60641 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=53ea3b34-7f51-4474-ad86-63ad0b69da0f HTTP/1.1" status: 200  len: 944 time: 0.1811366
May 06 00:40:10.803503 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-a7d23753-e83e-4ee3-b31f-4c93e3f377aa req-08177c6c-ac86-43d8-b0d1-264fa04a0637 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] 10.222.0.24 "GET /v2.0/security-groups?id=caf78781-a8d3-4bc3-9ba3-81b9c4d00593&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435395
May 06 00:40:10.808635 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-a388f65b-f53c-459f-9ab5-5bd0d393fe72 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:40:10.866108 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-ac50e6a3-5030-4736-b012-ed9222dbfe7c req-68a77c0f-7ab0-4ffe-ba72-8d25f65f9ca6 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=984322a9-8be7-4c18-bac1-6872c32290c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0767746
May 06 00:40:10.886966 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-a388f65b-f53c-459f-9ab5-5bd0d393fe72 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:40:10.888971 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.agents_db [None req-ee74f776-58ee-4f13-aa41-ceaf6d7d8c19 None None] Agent healthcheck: found 6 active agents {{(pid=73834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 06 00:40:10.891696 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-a388f65b-f53c-459f-9ab5-5bd0d393fe72 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497230'] for security_group_rule, after_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:40:10.893876 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-37004a5b-b443-449e-806f-400fb9cf441d tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:40:10.916161 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a388f65b-f53c-459f-9ab5-5bd0d393fe72 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09d5912e-3d08-4860-be3c-ee3b1235b9be,revision_number=0']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:40:10.918555 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-a388f65b-f53c-459f-9ab5-5bd0d393fe72 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:40:10.927114 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-a388f65b-f53c-459f-9ab5-5bd0d393fe72 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:40:10.928273 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-a388f65b-f53c-459f-9ab5-5bd0d393fe72 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2207019
May 06 00:40:10.931399 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 42896) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:40:10.936266 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.v2.base [None req-53c010b1-fe96-46b7-8f6f-fc26bd11891a tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Request body: {'floatingip': {'floating_network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4'}} {{(pid=73831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:40:10.942373 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-53c010b1-fe96-46b7-8f6f-fc26bd11891a tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:40:10.946176 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-53c010b1-fe96-46b7-8f6f-fc26bd11891a tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Usage tracker for resource:floatingip and tenant:c6c13c091dfc4aacbf264be74291da6e is out of sync, need to count used quota {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:40:10.949032 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-53c010b1-fe96-46b7-8f6f-fc26bd11891a tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:40:10.956252 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-53c010b1-fe96-46b7-8f6f-fc26bd11891a tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:40:10.965316 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-53c010b1-fe96-46b7-8f6f-fc26bd11891a tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Notify callbacks [] for floatingip, before_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:40:11.098823 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-53c010b1-fe96-46b7-8f6f-fc26bd11891a tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:40:11.235072 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.db_base_plugin_common [None req-53c010b1-fe96-46b7-8f6f-fc26bd11891a tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Allocated IP 172.27.3.57 (86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4/5f976aaf-f539-4cba-9109-d63a57e1b399/d2c5527a-246d-4244-bf98-264c231a0292) {{(pid=73831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 06 00:40:11.377687 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-53c010b1-fe96-46b7-8f6f-fc26bd11891a tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Notify callbacks [] for port, precommit_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:40:11.405210 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-53c010b1-fe96-46b7-8f6f-fc26bd11891a tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767380898820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2942582'] for port, after_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:40:11.409673 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-a9383bd9-a9ba-4ea0-90a5-c81a38414f7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:40:11.463545 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c010b1-fe96-46b7-8f6f-fc26bd11891a tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Network 86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4 is already hosted by enough agents. {{(pid=73831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 00:40:11.466209 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.scheduler.base_scheduler [None req-53c010b1-fe96-46b7-8f6f-fc26bd11891a tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Resources bound (agent type, host, resource id):  {{(pid=73831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 00:40:11.470331 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c010b1-fe96-46b7-8f6f-fc26bd11891a tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Received port after_create {{(pid=73831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 06 00:40:11.512059 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c010b1-fe96-46b7-8f6f-fc26bd11891a tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Pushing event updated for resources: {'Port': ['ID=d2c5527a-246d-4244-bf98-264c231a0292,revision_number=1']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:40:11.516134 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-53c010b1-fe96-46b7-8f6f-fc26bd11891a tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:40:11.560285 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-53c010b1-fe96-46b7-8f6f-fc26bd11891a tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:40:11.618494 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-53c010b1-fe96-46b7-8f6f-fc26bd11891a tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:40:11.822785 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-53c010b1-fe96-46b7-8f6f-fc26bd11891a tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Notify callbacks [] for port, precommit_update {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:40:11.828953 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-53c010b1-fe96-46b7-8f6f-fc26bd11891a tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2942575'] for port, after_update {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:40:11.832893 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:40:11.943223 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c010b1-fe96-46b7-8f6f-fc26bd11891a tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Pushing event updated for resources: {'Port': ['ID=d2c5527a-246d-4244-bf98-264c231a0292,revision_number=2']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:40:11.954253 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-53c010b1-fe96-46b7-8f6f-fc26bd11891a tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:40:11.967106 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-53c010b1-fe96-46b7-8f6f-fc26bd11891a tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407923'] for floatingip, after_update {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:40:12.016067 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b4f717-0529-44cb-aaf9-31fe322e240b req-26cd3799-9e83-4988-88a3-dd6fc582cd96 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:40:12.022691 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-c7b4f717-0529-44cb-aaf9-31fe322e240b req-26cd3799-9e83-4988-88a3-dd6fc582cd96 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b71a903-df78-454a-8442-352cf1658c4f HTTP/1.1" status: 200  len: 944 time: 0.1036234
May 06 00:40:12.027007 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-53c010b1-fe96-46b7-8f6f-fc26bd11891a tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43737'] for floatingip, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:40:12.036930 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-53c010b1-fe96-46b7-8f6f-fc26bd11891a tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.0958991
May 06 00:40:12.066829 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-c7b4f717-0529-44cb-aaf9-31fe322e240b req-99924dff-4c5c-4817-818d-33ace7323538 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] 10.222.0.24 "GET /v2.0/security-groups?id=caf78781-a8d3-4bc3-9ba3-81b9c4d00593&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433042
May 06 00:40:12.070986 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Device af0fe56c-4b47-478d-a848-a4815a72562c up at agent hyperv_hv-cinder-78462 {{(pid=73833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 00:40:12.091079 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51fc7ed-b0ea-4447-a5c6-4fc3362105b9 req-6fdc597e-e3c1-476c-b7ef-2fb4f9e57a31 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:40:12.092918 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-b51fc7ed-b0ea-4447-a5c6-4fc3362105b9 req-6fdc597e-e3c1-476c-b7ef-2fb4f9e57a31 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=53ea3b34-7f51-4474-ad86-63ad0b69da0f HTTP/1.1" status: 200  len: 944 time: 0.1040096
May 06 00:40:12.139320 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-b51fc7ed-b0ea-4447-a5c6-4fc3362105b9 req-b9fe1199-5b43-484d-b1d2-b52e018c937c tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=984322a9-8be7-4c18-bac1-6872c32290c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399222
May 06 00:40:12.147355 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Provisioning for port af0fe56c-4b47-478d-a848-a4815a72562c completed by entity L2. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 00:40:12.152369 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Provisioning complete for port af0fe56c-4b47-478d-a848-a4815a72562c triggered by entity L2. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 00:40:12.153029 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723253'] for port, provisioning_complete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:40:12.214105 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [req-7a33b7fd-5d8c-4262-8b20-0e1b86036a32 req-47895c18-179a-4ef8-aa8c-26e994435ca6 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Synchronizing usage tracker for tenant:c6c13c091dfc4aacbf264be74291da6e on resource:security_group {{(pid=73832) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 00:40:12.232684 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [req-7a33b7fd-5d8c-4262-8b20-0e1b86036a32 req-47895c18-179a-4ef8-aa8c-26e994435ca6 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Unset dirty status for tenant:c6c13c091dfc4aacbf264be74291da6e on resource:security_group {{(pid=73832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 00:40:12.233895 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-7a33b7fd-5d8c-4262-8b20-0e1b86036a32 req-47895c18-179a-4ef8-aa8c-26e994435ca6 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--731570739&fields=id&tenant_id=c6c13c091dfc4aacbf264be74291da6e HTTP/1.1" status: 200  len: 267 time: 0.0609956
May 06 00:40:12.275456 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:40:12.303037 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b71a903-df78-454a-8442-352cf1658c4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af0fe56c-4b47-478d-a848-a4815a72562c'}] {{(pid=73833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 00:40:12.312860 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] For port af0fe56c-4b47-478d-a848-a4815a72562c, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=af0fe56c-4b47-478d-a848-a4815a72562c,segment=NetworkSegment(f06c188b-9c40-4e79-bf54-a7ff9bdcf208),segment_id=f06c188b-9c40-4e79-bf54-a7ff9bdcf208)] {{(pid=73833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:40:12.316848 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:40:12.317783 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Device 3d89e0b7-dd98-4aed-a05a-6f306514ac66 up at agent hyperv_hv-cinder-78462 {{(pid=73833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 00:40:12.346697 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:40:12.380308 dv-cinder-784623-8-iscsi neutron-server[73833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b71a903-df78-454a-8442-352cf1658c4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af0fe56c-4b47-478d-a848-a4815a72562c', 'code': 200}
May 06 00:40:12.396215 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a33b7fd-5d8c-4262-8b20-0e1b86036a32 req-4e73b54b-3a95-488b-a4dd-629ecdf463b3 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:40:12.397725 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-7a33b7fd-5d8c-4262-8b20-0e1b86036a32 req-4e73b54b-3a95-488b-a4dd-629ecdf463b3 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/networks?id=1ea45e29-439e-495a-941c-7f5912677888 HTTP/1.1" status: 200  len: 811 time: 0.1558862
May 06 00:40:12.414495 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-7a33b7fd-5d8c-4262-8b20-0e1b86036a32 req-be095d54-1f66-4dbf-85a8-b9c59add6632 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/quotas/c6c13c091dfc4aacbf264be74291da6e HTTP/1.1" status: 200  len: 375 time: 0.0110230
May 06 00:40:12.438166 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Pushing event updated for resources: {'Port': ['ID=af0fe56c-4b47-478d-a848-a4815a72562c,revision_number=5']} {{(pid=73833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:40:12.445938 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:40:12.446278 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:40:12.446609 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:40:12.446935 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:40:12.447256 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:40:12.447586 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:40:12.447888 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:40:12.448203 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:40:12.448519 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:40:12.448865 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:40:12.449179 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:40:12.449491 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:40:12.453418 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:40:12.461583 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Provisioning for port 3d89e0b7-dd98-4aed-a05a-6f306514ac66 completed by entity L2. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 00:40:12.466197 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Provisioning complete for port 3d89e0b7-dd98-4aed-a05a-6f306514ac66 triggered by entity L2. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 00:40:12.466570 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723253'] for port, provisioning_complete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:40:12.517284 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-7a33b7fd-5d8c-4262-8b20-0e1b86036a32 req-e03d3ac0-b43e-4886-a4ae-5e2842d97257 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c6c13c091dfc4aacbf264be74291da6e&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0963020
May 06 00:40:12.583545 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:40:12.614459 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] For port 3d89e0b7-dd98-4aed-a05a-6f306514ac66, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=3d89e0b7-dd98-4aed-a05a-6f306514ac66,segment=NetworkSegment(d6767cd9-a845-4bf2-a0b7-cab2ef6cd327),segment_id=d6767cd9-a845-4bf2-a0b7-cab2ef6cd327)] {{(pid=73833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:40:12.618515 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:40:12.620264 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-47db1828-e4b6-495e-8d5a-fc0e1b048648 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:40:12.684513 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Pushing event updated for resources: {'Port': ['ID=3d89e0b7-dd98-4aed-a05a-6f306514ac66,revision_number=5']} {{(pid=73833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:40:12.687543 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:40:12.715116 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-7a33b7fd-5d8c-4262-8b20-0e1b86036a32 req-b2da931f-a606-4369-a91e-f0f7d3f5e47f service neutron] 10.222.0.24 "GET /v2.0/networks/1ea45e29-439e-495a-941c-7f5912677888?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1863320
May 06 00:40:12.718200 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5371972a-7243-491f-9cec-9234d05ffa5b req-9fb4c539-d434-44d9-8b93-1f8bd4d14668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:40:12.720157 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-5371972a-7243-491f-9cec-9234d05ffa5b req-9fb4c539-d434-44d9-8b93-1f8bd4d14668 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9b71a903-df78-454a-8442-352cf1658c4f HTTP/1.1" status: 200  len: 1098 time: 0.1698534
May 06 00:40:12.840573 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-5371972a-7243-491f-9cec-9234d05ffa5b req-32f08ff2-0934-4a93-a44d-19c49db53704 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=caf78781-a8d3-4bc3-9ba3-81b9c4d00593&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0992358
May 06 00:40:12.874612 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-7a33b7fd-5d8c-4262-8b20-0e1b86036a32 req-31a0ac18-9aca-438a-adb9-aa20628bbf59 service neutron] 10.222.0.24 "GET /v2.0/networks/1ea45e29-439e-495a-941c-7f5912677888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1527390
May 06 00:40:13.105340 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:40:13.154073 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [req-1cae5fd8-189d-43da-b1aa-32b3353d1cff req-6a44fe02-8ce9-4f8c-8a4e-6b2a3ab6ff10 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Synchronizing usage tracker for tenant:c6c13c091dfc4aacbf264be74291da6e on resource:port {{(pid=73831) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 00:40:13.170022 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [req-1cae5fd8-189d-43da-b1aa-32b3353d1cff req-6a44fe02-8ce9-4f8c-8a4e-6b2a3ab6ff10 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Unset dirty status for tenant:c6c13c091dfc4aacbf264be74291da6e on resource:port {{(pid=73831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 00:40:13.171506 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-1cae5fd8-189d-43da-b1aa-32b3353d1cff req-6a44fe02-8ce9-4f8c-8a4e-6b2a3ab6ff10 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed2826fd-e20e-4fd7-b3e1-507b088b4fc6 HTTP/1.1" status: 200  len: 210 time: 0.1632893
May 06 00:40:13.283433 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdaab24-78ec-4269-aa09-8c4f5f649a89 req-e6e857a6-b003-4d00-a639-3b1684f4273f tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:40:13.285303 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-efdaab24-78ec-4269-aa09-8c4f5f649a89 req-e6e857a6-b003-4d00-a639-3b1684f4273f tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b71a903-df78-454a-8442-352cf1658c4f HTTP/1.1" status: 200  len: 945 time: 0.0966737
May 06 00:40:13.350316 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-efdaab24-78ec-4269-aa09-8c4f5f649a89 req-bcb69a75-b5e6-4e77-b5bf-749070c4ff1d tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] 10.222.0.24 "GET /v2.0/security-groups?id=caf78781-a8d3-4bc3-9ba3-81b9c4d00593&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0569758
May 06 00:40:13.400643 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a4d8be-8801-40bb-936a-c7d0507cc5bc req-bd539e2c-2df5-4882-b82f-3984dd2d6ca3 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:40:13.402130 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-a0a4d8be-8801-40bb-936a-c7d0507cc5bc req-bd539e2c-2df5-4882-b82f-3984dd2d6ca3 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=53ea3b34-7f51-4474-ad86-63ad0b69da0f HTTP/1.1" status: 200  len: 945 time: 0.0874603
May 06 00:40:13.452112 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-a0a4d8be-8801-40bb-936a-c7d0507cc5bc req-66a229c6-2c1b-481a-8fc3-62057971c454 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=984322a9-8be7-4c18-bac1-6872c32290c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431085
May 06 00:40:14.366944 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-64e22fd4-5aa1-4e42-b5d7-6780a471dac2 req-782ef17a-d2d9-4a0a-b661-97fd1e9feabb tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed2826fd-e20e-4fd7-b3e1-507b088b4fc6 HTTP/1.1" status: 200  len: 210 time: 0.0537488
May 06 00:40:14.381226 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53ea3b34-7f51-4474-ad86-63ad0b69da0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d89e0b7-dd98-4aed-a05a-6f306514ac66'}] {{(pid=73833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 00:40:14.439893 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a33b7fd-5d8c-4262-8b20-0e1b86036a32 req-63ccd897-29ad-414c-ad63-14a202157b88 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:40:14.441812 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-7a33b7fd-5d8c-4262-8b20-0e1b86036a32 req-63ccd897-29ad-414c-ad63-14a202157b88 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.30 "GET /v2.0/networks?id=1ea45e29-439e-495a-941c-7f5912677888 HTTP/1.1" status: 200  len: 811 time: 0.2003453
May 06 00:40:14.442384 dv-cinder-784623-8-iscsi neutron-server[73833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53ea3b34-7f51-4474-ad86-63ad0b69da0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d89e0b7-dd98-4aed-a05a-6f306514ac66', 'code': 200}
May 06 00:40:14.532061 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-7a33b7fd-5d8c-4262-8b20-0e1b86036a32 req-7926fcef-f642-47fa-92e0-da96deacb9d9 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c6c13c091dfc4aacbf264be74291da6e HTTP/1.1" status: 200  len: 379 time: 0.0520899
May 06 00:40:14.542099 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.v2.base [req-7a33b7fd-5d8c-4262-8b20-0e1b86036a32 req-891d630d-7929-4972-ab69-84b264467ba2 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Request body: {'port': {'device_id': 'ed2826fd-e20e-4fd7-b3e1-507b088b4fc6', 'network_id': '1ea45e29-439e-495a-941c-7f5912677888', 'admin_state_up': True, 'tenant_id': 'c6c13c091dfc4aacbf264be74291da6e', 'security_groups': ['44e2e702-7a6b-4659-954c-b5e121ec47e6']}} {{(pid=73832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:40:14.608403 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67a8705-ffd8-4f60-a772-fc9759e232e3 req-99440048-476e-4784-b137-37888cf5875a tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:40:14.612293 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-d67a8705-ffd8-4f60-a772-fc9759e232e3 req-99440048-476e-4784-b137-37888cf5875a tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b71a903-df78-454a-8442-352cf1658c4f HTTP/1.1" status: 200  len: 945 time: 0.1168096
May 06 00:40:14.687535 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-d67a8705-ffd8-4f60-a772-fc9759e232e3 req-2d54f9bd-b975-49ac-a3c5-be12b2d81b1b tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] 10.222.0.24 "GET /v2.0/security-groups?id=caf78781-a8d3-4bc3-9ba3-81b9c4d00593&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0685341
May 06 00:40:14.924664 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [req-7a33b7fd-5d8c-4262-8b20-0e1b86036a32 req-891d630d-7929-4972-ab69-84b264467ba2 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:40:14.949177 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [req-7a33b7fd-5d8c-4262-8b20-0e1b86036a32 req-891d630d-7929-4972-ab69-84b264467ba2 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:40:14.958751 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6339ac7c-b0a4-4813-ad36-5ae482a07b85 req-3c876c72-e8f3-4738-8cfc-8cb25e08173d tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:40:14.960197 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-6339ac7c-b0a4-4813-ad36-5ae482a07b85 req-3c876c72-e8f3-4738-8cfc-8cb25e08173d tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=53ea3b34-7f51-4474-ad86-63ad0b69da0f HTTP/1.1" status: 200  len: 945 time: 0.2908747
May 06 00:40:14.964509 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e373a405-6d4f-43b7-a750-1f3d7e14b23d req-3abd06e9-de5b-4659-81b1-598917dc7cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:40:14.965748 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-e373a405-6d4f-43b7-a750-1f3d7e14b23d req-3abd06e9-de5b-4659-81b1-598917dc7cd5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=53ea3b34-7f51-4474-ad86-63ad0b69da0f HTTP/1.1" status: 200  len: 1098 time: 0.1859710
May 06 00:40:14.997211 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a33b7fd-5d8c-4262-8b20-0e1b86036a32 req-891d630d-7929-4972-ab69-84b264467ba2 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Made reservation on behalf of c6c13c091dfc4aacbf264be74291da6e for: {'port': 1} {{(pid=73832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 06 00:40:15.000602 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-7a33b7fd-5d8c-4262-8b20-0e1b86036a32 req-891d630d-7929-4972-ab69-84b264467ba2 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:40:15.105715 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-6339ac7c-b0a4-4813-ad36-5ae482a07b85 req-4fe8aa7b-00e2-4a4c-9be8-abdc30f9ee4e tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=984322a9-8be7-4c18-bac1-6872c32290c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1373112
May 06 00:40:15.111747 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-e373a405-6d4f-43b7-a750-1f3d7e14b23d req-1e0f57fb-bcbe-4a7b-8691-8cbbb4c8e55b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=984322a9-8be7-4c18-bac1-6872c32290c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1279378
May 06 00:40:15.231514 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.db_base_plugin_common [req-7a33b7fd-5d8c-4262-8b20-0e1b86036a32 req-891d630d-7929-4972-ab69-84b264467ba2 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Allocated IP 172.20.0.10 (1ea45e29-439e-495a-941c-7f5912677888/693ca583-83b8-4934-b0a4-9f6d64f7b0b2/d734fcb7-e4f1-4c73-a758-4a0f3b000050) {{(pid=73832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 06 00:40:15.414358 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-7a33b7fd-5d8c-4262-8b20-0e1b86036a32 req-891d630d-7929-4972-ab69-84b264467ba2 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Notify callbacks [] for port, precommit_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:40:15.430318 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.provisioning_blocks [req-7a33b7fd-5d8c-4262-8b20-0e1b86036a32 req-891d630d-7929-4972-ab69-84b264467ba2 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Transition to ACTIVE for port object d734fcb7-e4f1-4c73-a758-4a0f3b000050 will not be triggered until provisioned by entity DHCP. {{(pid=73832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 00:40:15.453690 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-7a33b7fd-5d8c-4262-8b20-0e1b86036a32 req-891d630d-7929-4972-ab69-84b264467ba2 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767380898820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2182845'] for port, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:40:15.459456 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-6e9f1f7b-cd82-4c74-b182-3ca60b567fe0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:40:15.529545 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a33b7fd-5d8c-4262-8b20-0e1b86036a32 req-891d630d-7929-4972-ab69-84b264467ba2 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Network 1ea45e29-439e-495a-941c-7f5912677888 is already hosted by enough agents. {{(pid=73832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 00:40:15.533514 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.scheduler.base_scheduler [req-7a33b7fd-5d8c-4262-8b20-0e1b86036a32 req-891d630d-7929-4972-ab69-84b264467ba2 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Resources bound (agent type, host, resource id):  {{(pid=73832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 00:40:15.542885 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a33b7fd-5d8c-4262-8b20-0e1b86036a32 req-891d630d-7929-4972-ab69-84b264467ba2 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Received port after_create {{(pid=73832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 06 00:40:15.572001 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8abb350-9c44-4fd5-aac6-6eaa5ad5b9d9 req-2e92d26f-7f3d-455f-8c1e-12ce07f6e639 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:40:15.573810 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-c8abb350-9c44-4fd5-aac6-6eaa5ad5b9d9 req-2e92d26f-7f3d-455f-8c1e-12ce07f6e639 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed2826fd-e20e-4fd7-b3e1-507b088b4fc6 HTTP/1.1" status: 200  len: 932 time: 0.0883615
May 06 00:40:15.585716 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891d630d-7929-4972-ab69-84b264467ba2 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Pushing event updated for resources: {'Port': ['ID=d734fcb7-e4f1-4c73-a758-4a0f3b000050,revision_number=1']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:40:15.597468 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-891d630d-7929-4972-ab69-84b264467ba2 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:40:15.622567 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [req-c8abb350-9c44-4fd5-aac6-6eaa5ad5b9d9 req-d836bca7-9911-4789-9bb5-5f6d290d2749 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Synchronizing usage tracker for tenant:c6c13c091dfc4aacbf264be74291da6e on resource:security_group {{(pid=73831) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 00:40:15.623163 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a33b7fd-5d8c-4262-8b20-0e1b86036a32 req-891d630d-7929-4972-ab69-84b264467ba2 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:40:15.623556 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-7a33b7fd-5d8c-4262-8b20-0e1b86036a32 req-891d630d-7929-4972-ab69-84b264467ba2 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43737'] for port, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:40:15.635292 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [req-c8abb350-9c44-4fd5-aac6-6eaa5ad5b9d9 req-d836bca7-9911-4789-9bb5-5f6d290d2749 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Unset dirty status for tenant:c6c13c091dfc4aacbf264be74291da6e on resource:security_group {{(pid=73831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 00:40:15.636666 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-c8abb350-9c44-4fd5-aac6-6eaa5ad5b9d9 req-d836bca7-9911-4789-9bb5-5f6d290d2749 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/security-groups?id=44e2e702-7a6b-4659-954c-b5e121ec47e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0564368
May 06 00:40:15.654968 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-7a33b7fd-5d8c-4262-8b20-0e1b86036a32 req-891d630d-7929-4972-ab69-84b264467ba2 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1140146
May 06 00:40:15.674041 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.v2.base [req-7a33b7fd-5d8c-4262-8b20-0e1b86036a32 req-f9fd3e32-bbcf-44c9-830c-101724c434a1 service neutron] Request body: {'port': {'device_id': 'ed2826fd-e20e-4fd7-b3e1-507b088b4fc6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=73832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:40:15.737986 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-41680be8-9e4c-403d-be46-fd9b92aa36ec None None] Provisioning for port d734fcb7-e4f1-4c73-a758-4a0f3b000050 completed by entity DHCP. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 00:40:15.745305 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-41680be8-9e4c-403d-be46-fd9b92aa36ec None None] Provisioning complete for port d734fcb7-e4f1-4c73-a758-4a0f3b000050 triggered by entity DHCP. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 00:40:15.745921 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-41680be8-9e4c-403d-be46-fd9b92aa36ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723253'] for port, provisioning_complete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:40:15.800484 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-7a33b7fd-5d8c-4262-8b20-0e1b86036a32 req-f9fd3e32-bbcf-44c9-830c-101724c434a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:40:15.804608 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.plugin [None req-41680be8-9e4c-403d-be46-fd9b92aa36ec None None] Port d734fcb7-e4f1-4c73-a758-4a0f3b000050 cannot update to ACTIVE because it is not bound. {{(pid=73833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 06 00:40:16.140676 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.notifiers.nova [req-7a33b7fd-5d8c-4262-8b20-0e1b86036a32 req-f9fd3e32-bbcf-44c9-830c-101724c434a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d734fcb7-e4f1-4c73-a758-4a0f3b000050 {{(pid=73832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 06 00:40:16.148473 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-7a33b7fd-5d8c-4262-8b20-0e1b86036a32 req-f9fd3e32-bbcf-44c9-830c-101724c434a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:40:16.166285 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.provisioning_blocks [req-7a33b7fd-5d8c-4262-8b20-0e1b86036a32 req-f9fd3e32-bbcf-44c9-830c-101724c434a1 service neutron] Transition to ACTIVE for port object d734fcb7-e4f1-4c73-a758-4a0f3b000050 will not be triggered until provisioned by entity L2. {{(pid=73832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 00:40:16.171272 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-7a33b7fd-5d8c-4262-8b20-0e1b86036a32 req-f9fd3e32-bbcf-44c9-830c-101724c434a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2182820'] for port, after_update {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:40:16.176632 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-e3aa9c02-6a6d-4cc2-80d4-7f42e22dfeab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:40:16.367974 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fd3e32-bbcf-44c9-830c-101724c434a1 service neutron] Pushing event updated for resources: {'Port': ['ID=d734fcb7-e4f1-4c73-a758-4a0f3b000050,revision_number=2']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:40:16.407453 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-f9fd3e32-bbcf-44c9-830c-101724c434a1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:40:16.591778 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b818a35-412b-40b6-9e09-bd063170fab0 req-46a248cd-b89c-48b2-9a1b-e01f6d6736cd tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:40:16.593306 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-5b818a35-412b-40b6-9e09-bd063170fab0 req-46a248cd-b89c-48b2-9a1b-e01f6d6736cd tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=53ea3b34-7f51-4474-ad86-63ad0b69da0f HTTP/1.1" status: 200  len: 945 time: 0.3580706
May 06 00:40:16.598841 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.managers [req-7a33b7fd-5d8c-4262-8b20-0e1b86036a32 req-f9fd3e32-bbcf-44c9-830c-101724c434a1 service neutron] Attempting to bind port d734fcb7-e4f1-4c73-a758-4a0f3b000050 on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=73832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 06 00:40:16.599267 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.managers [req-7a33b7fd-5d8c-4262-8b20-0e1b86036a32 req-f9fd3e32-bbcf-44c9-830c-101724c434a1 service neutron] Attempting to bind port d734fcb7-e4f1-4c73-a758-4a0f3b000050 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '890a22a0-98ca-414c-a9a6-981937a77b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '1ea45e29-439e-495a-941c-7f5912677888'}] {{(pid=73832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 06 00:40:16.599550 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a33b7fd-5d8c-4262-8b20-0e1b86036a32 req-f9fd3e32-bbcf-44c9-830c-101724c434a1 service neutron] Attempting to bind port d734fcb7-e4f1-4c73-a758-4a0f3b000050 on network 1ea45e29-439e-495a-941c-7f5912677888 {{(pid=73832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 00:40:16.619561 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a33b7fd-5d8c-4262-8b20-0e1b86036a32 req-f9fd3e32-bbcf-44c9-830c-101724c434a1 service neutron] Port d734fcb7-e4f1-4c73-a758-4a0f3b000050 on network 1ea45e29-439e-495a-941c-7f5912677888 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=73832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 06 00:40:16.619886 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a33b7fd-5d8c-4262-8b20-0e1b86036a32 req-f9fd3e32-bbcf-44c9-830c-101724c434a1 service neutron] Attempting to bind port d734fcb7-e4f1-4c73-a758-4a0f3b000050 on network 1ea45e29-439e-495a-941c-7f5912677888 {{(pid=73832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 00:40:16.630688 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a33b7fd-5d8c-4262-8b20-0e1b86036a32 req-f9fd3e32-bbcf-44c9-830c-101724c434a1 service neutron] Checking agent: {'id': '98bc602c-e9ce-4757-b8df-ef22d3a5b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 0, 33, 13), 'started_at': datetime.datetime(2021, 5, 6, 0, 33, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 0, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 06 00:40:16.631038 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a33b7fd-5d8c-4262-8b20-0e1b86036a32 req-f9fd3e32-bbcf-44c9-830c-101724c434a1 service neutron] Checking segment: {'id': '890a22a0-98ca-414c-a9a6-981937a77b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '1ea45e29-439e-495a-941c-7f5912677888'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 00:40:16.631414 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a33b7fd-5d8c-4262-8b20-0e1b86036a32 req-f9fd3e32-bbcf-44c9-830c-101724c434a1 service neutron] Bound using segment: {'id': '890a22a0-98ca-414c-a9a6-981937a77b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '1ea45e29-439e-495a-941c-7f5912677888'} {{(pid=73832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 06 00:40:16.631841 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.managers [req-7a33b7fd-5d8c-4262-8b20-0e1b86036a32 req-f9fd3e32-bbcf-44c9-830c-101724c434a1 service neutron] Bound port: d734fcb7-e4f1-4c73-a758-4a0f3b000050, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '890a22a0-98ca-414c-a9a6-981937a77b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '1ea45e29-439e-495a-941c-7f5912677888'}}] {{(pid=73832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 06 00:40:16.632192 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-7a33b7fd-5d8c-4262-8b20-0e1b86036a32 req-f9fd3e32-bbcf-44c9-830c-101724c434a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:40:16.692301 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-5b818a35-412b-40b6-9e09-bd063170fab0 req-6d322859-8ad9-401e-985c-85e14fd708f4 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=984322a9-8be7-4c18-bac1-6872c32290c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0902348
May 06 00:40:16.784078 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-485109ce-5d1e-481c-980d-b3978262b829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:40:16.786196 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.db [req-7a33b7fd-5d8c-4262-8b20-0e1b86036a32 req-f9fd3e32-bbcf-44c9-830c-101724c434a1 service neutron] For port d734fcb7-e4f1-4c73-a758-4a0f3b000050, host hv-cinder-78462, cleared binding levels {{(pid=73832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 06 00:40:16.790548 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.db [req-7a33b7fd-5d8c-4262-8b20-0e1b86036a32 req-f9fd3e32-bbcf-44c9-830c-101724c434a1 service neutron] For port d734fcb7-e4f1-4c73-a758-4a0f3b000050, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=d734fcb7-e4f1-4c73-a758-4a0f3b000050,segment=NetworkSegment(890a22a0-98ca-414c-a9a6-981937a77b2c),segment_id=890a22a0-98ca-414c-a9a6-981937a77b2c)] {{(pid=73832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 06 00:40:16.795240 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-7a33b7fd-5d8c-4262-8b20-0e1b86036a32 req-f9fd3e32-bbcf-44c9-830c-101724c434a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2182820'] for port, after_update {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:40:16.799347 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-a90fea68-6d2e-49cc-b998-73ed5c73f95c tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:40:16.914372 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a33b7fd-5d8c-4262-8b20-0e1b86036a32 req-f9fd3e32-bbcf-44c9-830c-101724c434a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:40:16.915083 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-7a33b7fd-5d8c-4262-8b20-0e1b86036a32 req-f9fd3e32-bbcf-44c9-830c-101724c434a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43737'] for port, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:40:16.916619 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-7a33b7fd-5d8c-4262-8b20-0e1b86036a32 req-f9fd3e32-bbcf-44c9-830c-101724c434a1 service neutron] 10.222.0.30 "PUT /v2.0/ports/d734fcb7-e4f1-4c73-a758-4a0f3b000050 HTTP/1.1" status: 200  len: 1094 time: 1.2484412
May 06 00:40:16.917139 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed2826fd-e20e-4fd7-b3e1-507b088b4fc6', 'tag': 'd734fcb7-e4f1-4c73-a758-4a0f3b000050'}] {{(pid=73832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 00:40:16.934010 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fd3e32-bbcf-44c9-830c-101724c434a1 service neutron] Pushing event updated for resources: {'Port': ['ID=d734fcb7-e4f1-4c73-a758-4a0f3b000050,revision_number=3']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:40:16.938325 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-f9fd3e32-bbcf-44c9-830c-101724c434a1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:40:16.981941 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f7a18b-a6ec-4ca9-b937-792919f412c7 req-1e5a777e-e894-4dbb-8663-dce6d3d17426 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:40:16.982559 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [req-83f7a18b-a6ec-4ca9-b937-792919f412c7 req-1e5a777e-e894-4dbb-8663-dce6d3d17426 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Synchronizing usage tracker for tenant:c6c13c091dfc4aacbf264be74291da6e on resource:port {{(pid=73832) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 00:40:16.988899 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed2826fd-e20e-4fd7-b3e1-507b088b4fc6', 'tag': 'd734fcb7-e4f1-4c73-a758-4a0f3b000050', 'status': 'completed', 'code': 200}
May 06 00:40:17.043058 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [req-83f7a18b-a6ec-4ca9-b937-792919f412c7 req-1e5a777e-e894-4dbb-8663-dce6d3d17426 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Unset dirty status for tenant:c6c13c091dfc4aacbf264be74291da6e on resource:port {{(pid=73832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 00:40:17.044264 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-83f7a18b-a6ec-4ca9-b937-792919f412c7 req-1e5a777e-e894-4dbb-8663-dce6d3d17426 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed2826fd-e20e-4fd7-b3e1-507b088b4fc6 HTTP/1.1" status: 200  len: 944 time: 0.2083974
May 06 00:40:17.101244 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a33b7fd-5d8c-4262-8b20-0e1b86036a32 req-c775a77a-731c-4dbd-9197-0d84c9648508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:40:17.102699 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-7a33b7fd-5d8c-4262-8b20-0e1b86036a32 req-c775a77a-731c-4dbd-9197-0d84c9648508 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c6c13c091dfc4aacbf264be74291da6e&device_id=ed2826fd-e20e-4fd7-b3e1-507b088b4fc6 HTTP/1.1" status: 200  len: 1097 time: 0.1299062
May 06 00:40:17.107274 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-83f7a18b-a6ec-4ca9-b937-792919f412c7 req-baa3641a-9e77-467d-b866-c094fa78eb2c tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/security-groups?id=44e2e702-7a6b-4659-954c-b5e121ec47e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0553293
May 06 00:40:17.170020 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 43016) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:40:17.208086 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-7a33b7fd-5d8c-4262-8b20-0e1b86036a32 req-65f239e6-6dee-4321-a50a-eb51fc9cf743 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d734fcb7-e4f1-4c73-a758-4a0f3b000050 HTTP/1.1" status: 200  len: 217 time: 0.0936265
May 06 00:40:17.277479 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f158d3f-12ba-4c51-8112-a8e088989cb1 admin admin] Deleting subnet 84bba743-9917-486a-a927-9c6d46072a4e {{(pid=73832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 06 00:40:17.281542 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-4f158d3f-12ba-4c51-8112-a8e088989cb1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:40:17.326018 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a33b7fd-5d8c-4262-8b20-0e1b86036a32 req-55bbd20e-74e3-4f35-b96d-84986f36038a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:40:17.327334 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-7a33b7fd-5d8c-4262-8b20-0e1b86036a32 req-55bbd20e-74e3-4f35-b96d-84986f36038a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=693ca583-83b8-4934-b0a4-9f6d64f7b0b2 HTTP/1.1" status: 200  len: 850 time: 0.1058958
May 06 00:40:17.368475 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-4f158d3f-12ba-4c51-8112-a8e088989cb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3982972'] for subnet, precommit_delete_associations {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:40:17.441499 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-4f158d3f-12ba-4c51-8112-a8e088989cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736327'] for subnet, precommit_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:40:17.498353 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a33b7fd-5d8c-4262-8b20-0e1b86036a32 req-959b0ce6-8887-40ee-a96f-a8d55f5aa3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:40:17.500973 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-7a33b7fd-5d8c-4262-8b20-0e1b86036a32 req-959b0ce6-8887-40ee-a96f-a8d55f5aa3f5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1ea45e29-439e-495a-941c-7f5912677888&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1631036
May 06 00:40:17.768042 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-7a33b7fd-5d8c-4262-8b20-0e1b86036a32 req-a02b6ea9-3de7-42e9-b303-8d599516571f service neutron] 10.222.0.30 "GET /v2.0/networks/1ea45e29-439e-495a-941c-7f5912677888?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2063241
May 06 00:40:17.898114 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-4f158d3f-12ba-4c51-8112-a8e088989cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2182894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10118836'] for subnet, after_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:40:17.902041 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8013df5f-5a14-4079-be59-c16acde77d5e req-d93cf0bf-2db0-4c85-a6f5-44bac95cd2c2 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:40:17.903600 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-8013df5f-5a14-4079-be59-c16acde77d5e req-d93cf0bf-2db0-4c85-a6f5-44bac95cd2c2 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=53ea3b34-7f51-4474-ad86-63ad0b69da0f HTTP/1.1" status: 200  len: 945 time: 0.0932176
May 06 00:40:17.906660 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:40:17.950850 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f158d3f-12ba-4c51-8112-a8e088989cb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84bba743-9917-486a-a927-9c6d46072a4e,revision_number=None']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:40:17.951508 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-8013df5f-5a14-4079-be59-c16acde77d5e req-c074d2ba-6da9-4ee8-aafd-b3f6fab4eb3a tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=984322a9-8be7-4c18-bac1-6872c32290c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410511
May 06 00:40:17.958171 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-4f158d3f-12ba-4c51-8112-a8e088989cb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:40:17.960371 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-4f158d3f-12ba-4c51-8112-a8e088989cb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535980'] for subnet, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:40:17.964228 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-7a33b7fd-5d8c-4262-8b20-0e1b86036a32 req-b2bae049-0c45-4921-8015-0172bf27f8aa service neutron] 10.222.0.30 "GET /v2.0/networks/1ea45e29-439e-495a-941c-7f5912677888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1883919
May 06 00:40:17.968796 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-4f158d3f-12ba-4c51-8112-a8e088989cb1 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/84bba743-9917-486a-a927-9c6d46072a4e HTTP/1.1" status: 204  len: 168 time: 0.7969856
May 06 00:40:17.970938 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 43024) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:40:18.081611 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-9fc18765-1062-46a1-b9d2-6a917c2044de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608327'] for network, before_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:40:18.128239 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe9f152-9517-454b-9187-3702264caf2a req-c3c49dc6-255e-4bd6-94f7-0f7cf252b0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:40:18.129675 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-4fe9f152-9517-454b-9187-3702264caf2a req-c3c49dc6-255e-4bd6-94f7-0f7cf252b0f9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c6c13c091dfc4aacbf264be74291da6e&device_id=ed2826fd-e20e-4fd7-b3e1-507b088b4fc6 HTTP/1.1" status: 200  len: 1097 time: 0.1164796
May 06 00:40:18.208379 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-9fc18765-1062-46a1-b9d2-6a917c2044de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733884', 'neutron.services.segments.db._delete_segments_for_network-8767381342109'] for network, precommit_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:40:18.255940 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.services.segments.db [None req-9fc18765-1062-46a1-b9d2-6a917c2044de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f95082e6c70>,) {'filters': {'network_id': ['a50d6f63-b8be-4da9-b7e5-50fdddcfa0ef']}} {{(pid=73831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:40:18.279655 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.services.segments.db [None req-9fc18765-1062-46a1-b9d2-6a917c2044de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f95082e6c70>, 'a1d67195-5914-4acf-bf1e-c207da4100a7') {'for_net_delete': True} {{(pid=73831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:40:18.279939 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.services.segments.db [None req-9fc18765-1062-46a1-b9d2-6a917c2044de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f95082e6c70>, 'a1d67195-5914-4acf-bf1e-c207da4100a7') {} {{(pid=73831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:40:18.295421 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-9fc18765-1062-46a1-b9d2-6a917c2044de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767381354599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2930077'] for segment, before_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:40:18.322832 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-9fc18765-1062-46a1-b9d2-6a917c2044de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730493'] for segment, precommit_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:40:18.332286 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fc18765-1062-46a1-b9d2-6a917c2044de admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=73831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 06 00:40:18.332663 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-9fc18765-1062-46a1-b9d2-6a917c2044de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-730484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2942531'] for segment, after_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:40:18.350786 dv-cinder-784623-8-iscsi neutron-server[73831]: Traceback (most recent call last):
May 06 00:40:18.350786 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 06 00:40:18.350786 dv-cinder-784623-8-iscsi neutron-server[73831]:     timer()
May 06 00:40:18.350786 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 06 00:40:18.350786 dv-cinder-784623-8-iscsi neutron-server[73831]:     cb(*args, **kw)
May 06 00:40:18.350786 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 06 00:40:18.350786 dv-cinder-784623-8-iscsi neutron-server[73831]:     return func(*args, **kwargs)
May 06 00:40:18.350786 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 06 00:40:18.350786 dv-cinder-784623-8-iscsi neutron-server[73831]:     self._notify()
May 06 00:40:18.350786 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 06 00:40:18.350786 dv-cinder-784623-8-iscsi neutron-server[73831]:     self.callback(batched_events)
May 06 00:40:18.350786 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 06 00:40:18.350786 dv-cinder-784623-8-iscsi neutron-server[73831]:     event.method(event)
May 06 00:40:18.350786 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 06 00:40:18.350786 dv-cinder-784623-8-iscsi neutron-server[73831]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 06 00:40:18.350786 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 06 00:40:18.350786 dv-cinder-784623-8-iscsi neutron-server[73831]:     aggregate_uuid = self.p_client.list_aggregates(
May 06 00:40:18.350786 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 06 00:40:18.350786 dv-cinder-784623-8-iscsi neutron-server[73831]:     return f(self, *a, **k)
May 06 00:40:18.350786 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 06 00:40:18.350786 dv-cinder-784623-8-iscsi neutron-server[73831]:     return self._get(url).json()
May 06 00:40:18.350786 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 06 00:40:18.350786 dv-cinder-784623-8-iscsi neutron-server[73831]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 06 00:40:18.350786 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 06 00:40:18.350786 dv-cinder-784623-8-iscsi neutron-server[73831]:     return self.request(url, 'GET', **kwargs)
May 06 00:40:18.350786 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 06 00:40:18.350786 dv-cinder-784623-8-iscsi neutron-server[73831]:     base_url = self.get_endpoint(auth, allow=allow,
May 06 00:40:18.350786 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 06 00:40:18.350786 dv-cinder-784623-8-iscsi neutron-server[73831]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 06 00:40:18.350786 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 06 00:40:18.350786 dv-cinder-784623-8-iscsi neutron-server[73831]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 06 00:40:18.350786 dv-cinder-784623-8-iscsi neutron-server[73831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 06 00:40:18.383953 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ee5630-b072-42d4-b854-401aca4b8375 req-a81f8f5a-ad72-4edf-b263-d02454f9fa33 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:40:18.385300 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-53ee5630-b072-42d4-b854-401aca4b8375 req-a81f8f5a-ad72-4edf-b263-d02454f9fa33 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=53ea3b34-7f51-4474-ad86-63ad0b69da0f HTTP/1.1" status: 200  len: 945 time: 0.3026628
May 06 00:40:18.394534 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe9f152-9517-454b-9187-3702264caf2a req-7cb5ca76-6ca3-4352-b3a9-8fe73ea04244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:40:18.394534 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-4fe9f152-9517-454b-9187-3702264caf2a req-7cb5ca76-6ca3-4352-b3a9-8fe73ea04244 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1ea45e29-439e-495a-941c-7f5912677888 HTTP/1.1" status: 200  len: 912 time: 0.2547989
May 06 00:40:18.394534 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 43032) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:40:18.399335 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.v2.base [None req-82928686-1ea7-4353-a453-54ea67e7922f tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Request body: {'floatingip': {'port_id': '3d89e0b7-dd98-4aed-a05a-6f306514ac66'}} {{(pid=73832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:40:18.410497 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb948d1-8f82-4d20-a512-c3a175dc4176 req-25f55793-56aa-4e39-bdf4-ec3b03ee4c0f tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:40:18.411953 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-cbb948d1-8f82-4d20-a512-c3a175dc4176 req-25f55793-56aa-4e39-bdf4-ec3b03ee4c0f tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed2826fd-e20e-4fd7-b3e1-507b088b4fc6 HTTP/1.1" status: 200  len: 944 time: 0.1913266
May 06 00:40:18.460924 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-9fc18765-1062-46a1-b9d2-6a917c2044de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407932'] for network, after_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:40:18.471433 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-d4955b90-e764-4893-aca9-4e7095095df7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:40:18.483537 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-9fc18765-1062-46a1-b9d2-6a917c2044de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535980'] for network, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:40:18.489131 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-cbb948d1-8f82-4d20-a512-c3a175dc4176 req-fe144891-7c2a-46c0-a8af-625832010516 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/security-groups?id=44e2e702-7a6b-4659-954c-b5e121ec47e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0631678
May 06 00:40:18.497294 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc18765-1062-46a1-b9d2-6a917c2044de admin admin] Pushing event deleted for resources: {'Network': ['ID=a50d6f63-b8be-4da9-b7e5-50fdddcfa0ef,revision_number=None']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:40:18.500765 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-9fc18765-1062-46a1-b9d2-6a917c2044de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:40:18.509471 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-9fc18765-1062-46a1-b9d2-6a917c2044de admin admin] 10.222.0.24 "DELETE /v2.0/networks/a50d6f63-b8be-4da9-b7e5-50fdddcfa0ef HTTP/1.1" status: 204  len: 168 time: 0.5349145
May 06 00:40:18.532588 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-4fe9f152-9517-454b-9187-3702264caf2a req-2114aaca-5fa7-47cb-8ae8-3a01853c7912 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d734fcb7-e4f1-4c73-a758-4a0f3b000050 HTTP/1.1" status: 200  len: 217 time: 0.0843210
May 06 00:40:18.537103 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-82928686-1ea7-4353-a453-54ea67e7922f tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Notify callbacks [] for floatingip, before_update {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:40:18.629846 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 43038) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:40:18.678933 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-20e6a115-ae77-4e96-be66-8149393e193f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e97ddfe0343845d3be8e5c5b3276974b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0473826
May 06 00:40:18.681144 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 43042) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:40:18.741003 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-c61b06e9-b87e-4a7b-b227-aa89d0786a5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:40:18.752107 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe9f152-9517-454b-9187-3702264caf2a req-79d69ec0-d73f-404f-bb15-9cae8e168b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:40:18.753600 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-4fe9f152-9517-454b-9187-3702264caf2a req-79d69ec0-d73f-404f-bb15-9cae8e168b74 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=693ca583-83b8-4934-b0a4-9f6d64f7b0b2 HTTP/1.1" status: 200  len: 850 time: 0.1626198
May 06 00:40:18.767503 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-c61b06e9-b87e-4a7b-b227-aa89d0786a5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:40:18.819831 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-c61b06e9-b87e-4a7b-b227-aa89d0786a5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:40:18.824542 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-10e69e43-17ae-4688-8a7b-810b2db3fd42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:40:18.841815 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61b06e9-b87e-4a7b-b227-aa89d0786a5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b841085d-8e10-431c-873f-ffa7a76ce7ef,revision_number=None']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:40:18.844844 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-c61b06e9-b87e-4a7b-b227-aa89d0786a5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:40:18.849970 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-c61b06e9-b87e-4a7b-b227-aa89d0786a5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:40:18.853319 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-c61b06e9-b87e-4a7b-b227-aa89d0786a5e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b841085d-8e10-431c-873f-ffa7a76ce7ef HTTP/1.1" status: 204  len: 168 time: 0.1690459
May 06 00:40:19.014670 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe9f152-9517-454b-9187-3702264caf2a req-8877c7fc-ab07-48a0-a5fe-bd4dc7182b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:40:19.016913 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-4fe9f152-9517-454b-9187-3702264caf2a req-8877c7fc-ab07-48a0-a5fe-bd4dc7182b8f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1ea45e29-439e-495a-941c-7f5912677888&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2535238
May 06 00:40:19.263657 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:40:19.279162 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-4fe9f152-9517-454b-9187-3702264caf2a req-911ce479-f155-4701-9326-ade49fbdffed service neutron] 10.222.0.30 "GET /v2.0/networks/1ea45e29-439e-495a-941c-7f5912677888?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2494845
May 06 00:40:19.482566 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-82928686-1ea7-4353-a453-54ea67e7922f tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:40:19.495275 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-82928686-1ea7-4353-a453-54ea67e7922f tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407923'] for floatingip, after_update {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:40:19.565240 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-fad226a5-5067-44a4-89a2-0602b1b91f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:40:19.725837 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-4fe9f152-9517-454b-9187-3702264caf2a req-9ecf4c0b-99ae-45c0-83e4-f860ccf31339 service neutron] 10.222.0.30 "GET /v2.0/networks/1ea45e29-439e-495a-941c-7f5912677888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4373503
May 06 00:40:19.831502 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.db.l3_db [None req-82928686-1ea7-4353-a453-54ea67e7922f tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Floating IP 082f57dd-008b-40a6-b4d6-3a46d32db0e6 associated. External IP: 172.27.3.48, port: 3d89e0b7-dd98-4aed-a05a-6f306514ac66.
May 06 00:40:19.951210 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80513bf-d690-43d9-a510-c17d83e6d51d req-8ef80975-e848-4a87-a29d-e905db7804be tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:40:19.952645 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-c80513bf-d690-43d9-a510-c17d83e6d51d req-8ef80975-e848-4a87-a29d-e905db7804be tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed2826fd-e20e-4fd7-b3e1-507b088b4fc6 HTTP/1.1" status: 200  len: 944 time: 0.2389002
May 06 00:40:20.028618 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-c80513bf-d690-43d9-a510-c17d83e6d51d req-f32e1211-b31c-4d75-9aca-c9b2fcbd6ed6 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/security-groups?id=44e2e702-7a6b-4659-954c-b5e121ec47e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0679944
May 06 00:40:20.082710 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Device d734fcb7-e4f1-4c73-a758-4a0f3b000050 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=73833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 06 00:40:20.216803 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] For port d734fcb7-e4f1-4c73-a758-4a0f3b000050, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=d734fcb7-e4f1-4c73-a758-4a0f3b000050,segment=NetworkSegment(890a22a0-98ca-414c-a9a6-981937a77b2c),segment_id=890a22a0-98ca-414c-a9a6-981937a77b2c)] {{(pid=73833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:40:20.230280 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Returning: {'device': 'd734fcb7-e4f1-4c73-a758-4a0f3b000050', 'network_id': '1ea45e29-439e-495a-941c-7f5912677888', 'port_id': 'd734fcb7-e4f1-4c73-a758-4a0f3b000050', 'mac_address': 'fa:16:3e:fd:f7:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '693ca583-83b8-4934-b0a4-9f6d64f7b0b2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 06 00:40:20.234965 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82928686-1ea7-4353-a453-54ea67e7922f tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Router 6854da60-24a0-44c8-a0f5-6e512e435a5a has already been hosted by L3 agent 3fa0790c-dd29-4495-aa07-f8a2ae482509 {{(pid=73832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 06 00:40:20.284095 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:40:20.300448 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.notifiers.nova [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d734fcb7-e4f1-4c73-a758-4a0f3b000050 {{(pid=73833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 06 00:40:20.315629 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] For port d734fcb7-e4f1-4c73-a758-4a0f3b000050, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=d734fcb7-e4f1-4c73-a758-4a0f3b000050,segment=NetworkSegment(890a22a0-98ca-414c-a9a6-981937a77b2c),segment_id=890a22a0-98ca-414c-a9a6-981937a77b2c)] {{(pid=73833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:40:20.319597 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:40:20.321290 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:40:20.388647 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Pushing event updated for resources: {'Port': ['ID=d734fcb7-e4f1-4c73-a758-4a0f3b000050,revision_number=4']} {{(pid=73833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:40:20.391549 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:40:20.417101 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-90084741-9b8f-423c-9f16-72d74cd0e02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:40:20.418907 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82928686-1ea7-4353-a453-54ea67e7922f tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Notify agent at l3_agent.dv-cinder-784623-8-iscsi the message routers_updated {{(pid=73832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 06 00:40:20.423631 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-82928686-1ea7-4353-a453-54ea67e7922f tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43737'] for floatingip, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:40:20.428227 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031a5906-d66a-476a-a97e-7366d84a594c None None] Sync routers for ids ['6854da60-24a0-44c8-a0f5-6e512e435a5a'] in dv-cinder-784623-8-iscsi {{(pid=73833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 06 00:40:20.437786 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031a5906-d66a-476a-a97e-7366d84a594c None None] Routers {'6854da60-24a0-44c8-a0f5-6e512e435a5a'} bound to L3 agent in host dv-cinder-784623-8-iscsi {{(pid=73833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 00:40:20.438402 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_hamode_db [None req-031a5906-d66a-476a-a97e-7366d84a594c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9508d3a190>, 'dv-cinder-784623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-06T00:27:20Z,description=<?>,heartbeat_timestamp=2021-05-06T00:40:20Z,host='dv-cinder-784623-8-iscsi',id=3fa0790c-dd29-4495-aa07-f8a2ae482509,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T00:27:20Z,topic='l3_agent')) {'router_ids': ['6854da60-24a0-44c8-a0f5-6e512e435a5a'], 'active': True} {{(pid=73833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:40:20.478031 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-82928686-1ea7-4353-a453-54ea67e7922f tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "PUT /v2.0/floatingips/082f57dd-008b-40a6-b4d6-3a46d32db0e6 HTTP/1.1" status: 200  len: 990 time: 2.0825632
May 06 00:40:20.478857 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53ea3b34-7f51-4474-ad86-63ad0b69da0f', 'tag': '3d89e0b7-dd98-4aed-a05a-6f306514ac66'}] {{(pid=73832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 00:40:20.528082 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53ea3b34-7f51-4474-ad86-63ad0b69da0f', 'tag': '3d89e0b7-dd98-4aed-a05a-6f306514ac66', 'status': 'completed', 'code': 200}
May 06 00:40:20.624680 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_dvr_db [None req-031a5906-d66a-476a-a97e-7366d84a594c None None] Set router 6854da60-24a0-44c8-a0f5-6e512e435a5a gateway port host: dv-cinder-784623-8-iscsi {{(pid=73833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 00:40:20.631757 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc737836-ea34-4334-bd95-4997e10e9e81 req-4748ca03-5c1f-40c8-8c79-7ed00837d5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:40:20.633298 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-fc737836-ea34-4334-bd95-4997e10e9e81 req-4748ca03-5c1f-40c8-8c79-7ed00837d5ea service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aea92748b0624ad09d804decdf1eee48&device_id=53ea3b34-7f51-4474-ad86-63ad0b69da0f HTTP/1.1" status: 200  len: 1098 time: 0.0733256
May 06 00:40:20.748969 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] get_ports_and_sgs() called for port_ids ['d734fcb7-e4f1-4c73-a758-4a0f3b000050'] {{(pid=73833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 06 00:40:20.775558 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc737836-ea34-4334-bd95-4997e10e9e81 req-7e2c5747-aa56-422b-9ddd-dd97953de741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:40:20.777040 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-fc737836-ea34-4334-bd95-4997e10e9e81 req-7e2c5747-aa56-422b-9ddd-dd97953de741 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f1ee20ed-17e0-4650-a61e-4e2579bfb5cb HTTP/1.1" status: 200  len: 918 time: 0.1263041
May 06 00:40:20.883963 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-fc737836-ea34-4334-bd95-4997e10e9e81 req-008465cd-5077-465f-a7e3-186eacf0ee53 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d89e0b7-dd98-4aed-a05a-6f306514ac66 HTTP/1.1" status: 200  len: 998 time: 0.0976827
May 06 00:40:20.947698 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc737836-ea34-4334-bd95-4997e10e9e81 req-de15c693-cb2b-4bec-a9c6-17d0583201a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:40:20.949148 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-fc737836-ea34-4334-bd95-4997e10e9e81 req-de15c693-cb2b-4bec-a9c6-17d0583201a9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=587fdbbc-2087-48fc-8109-2b5f3ba73405 HTTP/1.1" status: 200  len: 856 time: 0.0589046
May 06 00:40:21.025089 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc737836-ea34-4334-bd95-4997e10e9e81 req-e2c69c3b-7255-46c1-8721-6294533ee636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:40:21.026555 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-fc737836-ea34-4334-bd95-4997e10e9e81 req-e2c69c3b-7255-46c1-8721-6294533ee636 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f1ee20ed-17e0-4650-a61e-4e2579bfb5cb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0694036
May 06 00:40:21.144439 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_hamode_db [None req-031a5906-d66a-476a-a97e-7366d84a594c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9508d3a190>, [{'id': '6854da60-24a0-44c8-a0f5-6e512e435a5a', 'name': 'tempest-AttachVolumeShelveTestJSON-1068496421-router', 'tenant_id': 'aea92748b0624ad09d804decdf1eee48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'external_fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '384ed5b9-5b19-4d3e-845e-4acbb4b59ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:34:46Z', 'updated_at': '2021-05-06T00:34:58Z', 'revision_number': 4, 'project_id': 'aea92748b0624ad09d804decdf1eee48', 'gw_port': {'id': '384ed5b9-5b19-4d3e-845e-4acbb4b59ce4', 'name': '', 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:9e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6854da60-24a0-44c8-a0f5-6e512e435a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:34:47Z', 'updated_at': '2021-05-06T00:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-iscsi', '_floatingips': [{'id': '082f57dd-008b-40a6-b4d6-3a46d32db0e6', 'tenant_id': 'aea92748b0624ad09d804decdf1eee48', 'floating_ip_address': '172.27.3.48', 'floating_network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'router_id': '6854da60-24a0-44c8-a0f5-6e512e435a5a', 'port_id': '3d89e0b7-dd98-4aed-a05a-6f306514ac66', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1ee20ed-17e0-4650-a61e-4e2579bfb5cb', 'mac_address': 'fa:16:3e:10:c8:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53ea3b34-7f51-4474-ad86-63ad0b69da0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T00:39:54Z', 'updated_at': '2021-05-06T00:40:19Z', 'revision_number': 1, 'project_id': 'aea92748b0624ad09d804decdf1eee48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b318087a-94a2-4743-ae18-71d9d7cc3948', 'name': '', 'network_id': 'f1ee20ed-17e0-4650-a61e-4e2579bfb5cb', 'tenant_id': 'aea92748b0624ad09d804decdf1eee48', 'mac_address': 'fa:16:3e:c0:46:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6854da60-24a0-44c8-a0f5-6e512e435a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '587fdbbc-2087-48fc-8109-2b5f3ba73405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:34:56Z', 'updated_at': '2021-05-06T00:35:16Z', 'revision_number': 5, 'project_id': 'aea92748b0624ad09d804decdf1eee48', 'subnets': [{'id': '587fdbbc-2087-48fc-8109-2b5f3ba73405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-8-iscsi', False) {} {{(pid=73833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:40:21.148283 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031a5906-d66a-476a-a97e-7366d84a594c None None] Checking router: 6854da60-24a0-44c8-a0f5-6e512e435a5a for host: dv-cinder-784623-8-iscsi {{(pid=73833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 06 00:40:21.156564 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031a5906-d66a-476a-a97e-7366d84a594c None None] Routers {'6854da60-24a0-44c8-a0f5-6e512e435a5a'} bound to L3 agent in host dv-cinder-784623-8-iscsi {{(pid=73833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 00:40:21.157293 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_hamode_db [None req-031a5906-d66a-476a-a97e-7366d84a594c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9508d3a190>, 'dv-cinder-784623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-06T00:27:20Z,description=<?>,heartbeat_timestamp=2021-05-06T00:40:20Z,host='dv-cinder-784623-8-iscsi',id=3fa0790c-dd29-4495-aa07-f8a2ae482509,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T00:27:20Z,topic='l3_agent')) {'router_ids': ['6854da60-24a0-44c8-a0f5-6e512e435a5a'], 'active': True} {{(pid=73833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:40:21.322176 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-fc737836-ea34-4334-bd95-4997e10e9e81 req-315b2dfd-a49b-4824-97dc-84a1a6eb4347 service neutron] 10.222.0.30 "GET /v2.0/networks/f1ee20ed-17e0-4650-a61e-4e2579bfb5cb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2822964
May 06 00:40:21.341790 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_dvr_db [None req-031a5906-d66a-476a-a97e-7366d84a594c None None] Set router 6854da60-24a0-44c8-a0f5-6e512e435a5a gateway port host: dv-cinder-784623-8-iscsi {{(pid=73833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 00:40:21.425199 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52011c4f-8598-457e-b334-5f57e50f7cb2 req-8893a470-65f7-419a-9a34-1cfc6019d8cb tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:40:21.426659 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-52011c4f-8598-457e-b334-5f57e50f7cb2 req-8893a470-65f7-419a-9a34-1cfc6019d8cb tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed2826fd-e20e-4fd7-b3e1-507b088b4fc6 HTTP/1.1" status: 200  len: 945 time: 0.2820747
May 06 00:40:21.508227 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-52011c4f-8598-457e-b334-5f57e50f7cb2 req-f087c837-8792-439b-b119-7aa479623836 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/security-groups?id=44e2e702-7a6b-4659-954c-b5e121ec47e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0747883
May 06 00:40:21.513290 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-fc737836-ea34-4334-bd95-4997e10e9e81 req-b11c8879-3c66-4730-882e-665cdb1017ec service neutron] 10.222.0.30 "GET /v2.0/networks/f1ee20ed-17e0-4650-a61e-4e2579bfb5cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1762547
May 06 00:40:21.685757 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_hamode_db [None req-031a5906-d66a-476a-a97e-7366d84a594c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9508d3a190>, [{'id': '6854da60-24a0-44c8-a0f5-6e512e435a5a', 'name': 'tempest-AttachVolumeShelveTestJSON-1068496421-router', 'tenant_id': 'aea92748b0624ad09d804decdf1eee48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'external_fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '384ed5b9-5b19-4d3e-845e-4acbb4b59ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:34:46Z', 'updated_at': '2021-05-06T00:34:58Z', 'revision_number': 4, 'project_id': 'aea92748b0624ad09d804decdf1eee48', 'gw_port': {'id': '384ed5b9-5b19-4d3e-845e-4acbb4b59ce4', 'name': '', 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:9e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6854da60-24a0-44c8-a0f5-6e512e435a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:34:47Z', 'updated_at': '2021-05-06T00:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-iscsi', '_floatingips': [{'id': '082f57dd-008b-40a6-b4d6-3a46d32db0e6', 'tenant_id': 'aea92748b0624ad09d804decdf1eee48', 'floating_ip_address': '172.27.3.48', 'floating_network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'router_id': '6854da60-24a0-44c8-a0f5-6e512e435a5a', 'port_id': '3d89e0b7-dd98-4aed-a05a-6f306514ac66', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1ee20ed-17e0-4650-a61e-4e2579bfb5cb', 'mac_address': 'fa:16:3e:10:c8:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53ea3b34-7f51-4474-ad86-63ad0b69da0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T00:39:54Z', 'updated_at': '2021-05-06T00:40:19Z', 'revision_number': 1, 'project_id': 'aea92748b0624ad09d804decdf1eee48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b318087a-94a2-4743-ae18-71d9d7cc3948', 'name': '', 'network_id': 'f1ee20ed-17e0-4650-a61e-4e2579bfb5cb', 'tenant_id': 'aea92748b0624ad09d804decdf1eee48', 'mac_address': 'fa:16:3e:c0:46:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6854da60-24a0-44c8-a0f5-6e512e435a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '587fdbbc-2087-48fc-8109-2b5f3ba73405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:34:56Z', 'updated_at': '2021-05-06T00:35:16Z', 'revision_number': 5, 'project_id': 'aea92748b0624ad09d804decdf1eee48', 'subnets': [{'id': '587fdbbc-2087-48fc-8109-2b5f3ba73405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-8-iscsi', False) {} {{(pid=73833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:40:21.690566 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031a5906-d66a-476a-a97e-7366d84a594c None None] The sync data for ids ['6854da60-24a0-44c8-a0f5-6e512e435a5a'] in dv-cinder-784623-8-iscsi is: [{'id': '6854da60-24a0-44c8-a0f5-6e512e435a5a', 'name': 'tempest-AttachVolumeShelveTestJSON-1068496421-router', 'tenant_id': 'aea92748b0624ad09d804decdf1eee48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'external_fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '384ed5b9-5b19-4d3e-845e-4acbb4b59ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:34:46Z', 'updated_at': '2021-05-06T00:34:58Z', 'revision_number': 4, 'project_id': 'aea92748b0624ad09d804decdf1eee48', 'gw_port': {'id': '384ed5b9-5b19-4d3e-845e-4acbb4b59ce4', 'name': '', 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:9e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6854da60-24a0-44c8-a0f5-6e512e435a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:34:47Z', 'updated_at': '2021-05-06T00:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-iscsi', '_floatingips': [{'id': '082f57dd-008b-40a6-b4d6-3a46d32db0e6', 'tenant_id': 'aea92748b0624ad09d804decdf1eee48', 'floating_ip_address': '172.27.3.48', 'floating_network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'router_id': '6854da60-24a0-44c8-a0f5-6e512e435a5a', 'port_id': '3d89e0b7-dd98-4aed-a05a-6f306514ac66', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1ee20ed-17e0-4650-a61e-4e2579bfb5cb', 'mac_address': 'fa:16:3e:10:c8:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53ea3b34-7f51-4474-ad86-63ad0b69da0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T00:39:54Z', 'updated_at': '2021-05-06T00:40:19Z', 'revision_number': 1, 'project_id': 'aea92748b0624ad09d804decdf1eee48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b318087a-94a2-4743-ae18-71d9d7cc3948', 'name': '', 'network_id': 'f1ee20ed-17e0-4650-a61e-4e2579bfb5cb', 'tenant_id': 'aea92748b0624ad09d804decdf1eee48', 'mac_address': 'fa:16:3e:c0:46:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6854da60-24a0-44c8-a0f5-6e512e435a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '587fdbbc-2087-48fc-8109-2b5f3ba73405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:34:56Z', 'updated_at': '2021-05-06T00:35:16Z', 'revision_number': 5, 'project_id': 'aea92748b0624ad09d804decdf1eee48', 'subnets': [{'id': '587fdbbc-2087-48fc-8109-2b5f3ba73405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 06 00:40:21.869332 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e757cf33-9d67-40ed-8a41-5b6fd2f83a3f None None] New status for floating IP 082f57dd-008b-40a6-b4d6-3a46d32db0e6: ACTIVE {{(pid=73834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 06 00:40:21.916982 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-06e5bd5a-9e4a-4653-864f-becf711c9df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:40:22.696160 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4523813-77d5-4d52-abe3-70b019ea72bb req-93daace8-b817-4b7a-8259-16acf6935099 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:40:22.697632 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-b4523813-77d5-4d52-abe3-70b019ea72bb req-93daace8-b817-4b7a-8259-16acf6935099 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed2826fd-e20e-4fd7-b3e1-507b088b4fc6 HTTP/1.1" status: 200  len: 945 time: 0.0831251
May 06 00:40:22.742468 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-b4523813-77d5-4d52-abe3-70b019ea72bb req-6ac29a3f-990e-4519-9038-8431cfc39de5 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/security-groups?id=44e2e702-7a6b-4659-954c-b5e121ec47e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390818
May 06 00:40:23.923982 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c26dec-b798-4395-bfd0-88b94f1c9999 req-5100582a-7d36-4180-bc00-3500710c50b0 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:40:23.925510 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-c0c26dec-b798-4395-bfd0-88b94f1c9999 req-5100582a-7d36-4180-bc00-3500710c50b0 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed2826fd-e20e-4fd7-b3e1-507b088b4fc6 HTTP/1.1" status: 200  len: 945 time: 0.0799165
May 06 00:40:23.976691 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-c0c26dec-b798-4395-bfd0-88b94f1c9999 req-2041cbee-9a03-4575-b0e6-e91490aee082 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/security-groups?id=44e2e702-7a6b-4659-954c-b5e121ec47e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443096
May 06 00:40:24.100990 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Device d734fcb7-e4f1-4c73-a758-4a0f3b000050 up at agent hyperv_hv-cinder-78462 {{(pid=73833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 00:40:24.167401 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Provisioning for port d734fcb7-e4f1-4c73-a758-4a0f3b000050 completed by entity L2. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 00:40:24.172084 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Provisioning complete for port d734fcb7-e4f1-4c73-a758-4a0f3b000050 triggered by entity L2. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 00:40:24.172459 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723253'] for port, provisioning_complete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:40:24.287369 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:40:24.313755 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed2826fd-e20e-4fd7-b3e1-507b088b4fc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd734fcb7-e4f1-4c73-a758-4a0f3b000050'}] {{(pid=73833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 00:40:24.323953 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] For port d734fcb7-e4f1-4c73-a758-4a0f3b000050, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=d734fcb7-e4f1-4c73-a758-4a0f3b000050,segment=NetworkSegment(890a22a0-98ca-414c-a9a6-981937a77b2c),segment_id=890a22a0-98ca-414c-a9a6-981937a77b2c)] {{(pid=73833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:40:24.328539 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:40:24.331118 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:40:24.394602 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Pushing event updated for resources: {'Port': ['ID=d734fcb7-e4f1-4c73-a758-4a0f3b000050,revision_number=5']} {{(pid=73833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:40:24.397656 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:40:24.545409 dv-cinder-784623-8-iscsi neutron-server[73833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed2826fd-e20e-4fd7-b3e1-507b088b4fc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd734fcb7-e4f1-4c73-a758-4a0f3b000050', 'code': 200}
May 06 00:40:24.779695 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9803eb-103d-4788-a144-13ac13e5e0bd req-5a4086f8-4abb-4711-8aef-791e5f9b0a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:40:24.781211 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-1d9803eb-103d-4788-a144-13ac13e5e0bd req-5a4086f8-4abb-4711-8aef-791e5f9b0a53 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ed2826fd-e20e-4fd7-b3e1-507b088b4fc6 HTTP/1.1" status: 200  len: 1099 time: 0.0701387
May 06 00:40:24.826150 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-1d9803eb-103d-4788-a144-13ac13e5e0bd req-33a8a65d-0375-4ba0-af1e-943b32d04f1a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=44e2e702-7a6b-4659-954c-b5e121ec47e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0350678
May 06 00:40:25.161544 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ff86b9-af9f-4df5-bd5a-33d49a97a9e2 req-4ba42206-11e3-4a5a-8f17-baf440ec9e0c tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:40:25.162998 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-36ff86b9-af9f-4df5-bd5a-33d49a97a9e2 req-4ba42206-11e3-4a5a-8f17-baf440ec9e0c tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed2826fd-e20e-4fd7-b3e1-507b088b4fc6 HTTP/1.1" status: 200  len: 946 time: 0.0794275
May 06 00:40:25.212672 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-36ff86b9-af9f-4df5-bd5a-33d49a97a9e2 req-d576495f-e0ca-48c3-af1c-65d5c29a4b50 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/security-groups?id=44e2e702-7a6b-4659-954c-b5e121ec47e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433488
May 06 00:40:26.418082 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2370a7-2278-4a07-9d0b-0bebdcfaf75e req-0bf4521b-242d-4b25-bd4a-bab82b974408 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:40:26.419719 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-1c2370a7-2278-4a07-9d0b-0bebdcfaf75e req-0bf4521b-242d-4b25-bd4a-bab82b974408 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed2826fd-e20e-4fd7-b3e1-507b088b4fc6 HTTP/1.1" status: 200  len: 946 time: 0.0928466
May 06 00:40:26.478268 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-1c2370a7-2278-4a07-9d0b-0bebdcfaf75e req-a1cf6109-70fc-4917-9a12-318d204e1fd5 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/security-groups?id=44e2e702-7a6b-4659-954c-b5e121ec47e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0519342
May 06 00:40:26.654797 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1c3170-9241-42e0-8ded-ebe1fa864cd2 req-ee590d69-b3f7-4bd4-b6eb-f38bad5a6502 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:40:26.656831 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-ba1c3170-9241-42e0-8ded-ebe1fa864cd2 req-ee590d69-b3f7-4bd4-b6eb-f38bad5a6502 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed2826fd-e20e-4fd7-b3e1-507b088b4fc6 HTTP/1.1" status: 200  len: 946 time: 0.0783410
May 06 00:40:26.665170 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 43126) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:40:26.670708 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.v2.base [None req-1778dabd-b2d9-41fa-aefb-f3b581c4b73c tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Request body: {'floatingip': {'port_id': 'd734fcb7-e4f1-4c73-a758-4a0f3b000050'}} {{(pid=73831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:40:26.725305 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb35467c-e114-4fb6-897a-e4cbc58a4f90 req-78ca4638-1ee1-4d9b-9993-a78e31bf15a5 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:40:26.731091 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-cb35467c-e114-4fb6-897a-e4cbc58a4f90 req-78ca4638-1ee1-4d9b-9993-a78e31bf15a5 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] 10.222.0.24 "GET /v2.0/networks?id=9ab706ea-4458-41a9-8c8a-6bc700b518fe HTTP/1.1" status: 200  len: 815 time: 0.1522236
May 06 00:40:26.742997 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-cb35467c-e114-4fb6-897a-e4cbc58a4f90 req-384b8c19-c641-4fbb-bae0-d07b7d13ee51 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] 10.222.0.24 "GET /v2.0/quotas/2931334f6f2c435b8bc0aba23f1277b7 HTTP/1.1" status: 200  len: 375 time: 0.0106769
May 06 00:40:26.748467 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-1778dabd-b2d9-41fa-aefb-f3b581c4b73c tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Notify callbacks [] for floatingip, before_update {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:40:26.835643 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-cb35467c-e114-4fb6-897a-e4cbc58a4f90 req-acc3f26e-2ef8-4723-8cf7-979e2e43cdaf tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2931334f6f2c435b8bc0aba23f1277b7&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0865614
May 06 00:40:27.072187 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-cb35467c-e114-4fb6-897a-e4cbc58a4f90 req-cd66f77e-8713-4398-8fca-4f2fb75b384d service neutron] 10.222.0.24 "GET /v2.0/networks/9ab706ea-4458-41a9-8c8a-6bc700b518fe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2291367
May 06 00:40:27.207049 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-cb35467c-e114-4fb6-897a-e4cbc58a4f90 req-2ecc6e9f-c2a1-4fb5-9b27-4864380d741c service neutron] 10.222.0.24 "GET /v2.0/networks/9ab706ea-4458-41a9-8c8a-6bc700b518fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1278365
May 06 00:40:27.430764 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-0c9718d8-07d3-42b0-871a-b51c24dbae6b req-ebd75dea-c500-41c6-9db1-afbb82f10eed tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] 10.222.0.24 "GET /v2.0/ports?device_id=4703b5a2-aef6-427b-969a-2ab6046cd821 HTTP/1.1" status: 200  len: 210 time: 0.0564935
May 06 00:40:27.454034 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-1778dabd-b2d9-41fa-aefb-f3b581c4b73c tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:40:27.458071 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-1778dabd-b2d9-41fa-aefb-f3b581c4b73c tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407923'] for floatingip, after_update {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:40:27.633062 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.db.l3_db [None req-1778dabd-b2d9-41fa-aefb-f3b581c4b73c tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Floating IP 5b34baf6-c118-4e20-afc0-193d911722ca associated. External IP: 172.27.3.57, port: d734fcb7-e4f1-4c73-a758-4a0f3b000050.
May 06 00:40:28.001709 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1778dabd-b2d9-41fa-aefb-f3b581c4b73c tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Router da787a18-7e91-4dd6-ad92-ccfcbbda8c27 has already been hosted by L3 agent 3fa0790c-dd29-4495-aa07-f8a2ae482509 {{(pid=73831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 06 00:40:28.285961 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1778dabd-b2d9-41fa-aefb-f3b581c4b73c tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Notify agent at l3_agent.dv-cinder-784623-8-iscsi the message routers_updated {{(pid=73831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 06 00:40:28.290013 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-1778dabd-b2d9-41fa-aefb-f3b581c4b73c tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43737'] for floatingip, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:40:28.296024 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276e8145-7d90-48bf-8121-28871245a3ec None None] Sync routers for ids ['da787a18-7e91-4dd6-ad92-ccfcbbda8c27'] in dv-cinder-784623-8-iscsi {{(pid=73833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 06 00:40:28.305885 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276e8145-7d90-48bf-8121-28871245a3ec None None] Routers {'da787a18-7e91-4dd6-ad92-ccfcbbda8c27'} bound to L3 agent in host dv-cinder-784623-8-iscsi {{(pid=73833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 00:40:28.306506 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_hamode_db [None req-276e8145-7d90-48bf-8121-28871245a3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f95091899a0>, 'dv-cinder-784623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-06T00:27:20Z,description=<?>,heartbeat_timestamp=2021-05-06T00:40:20Z,host='dv-cinder-784623-8-iscsi',id=3fa0790c-dd29-4495-aa07-f8a2ae482509,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T00:27:20Z,topic='l3_agent')) {'router_ids': ['da787a18-7e91-4dd6-ad92-ccfcbbda8c27'], 'active': True} {{(pid=73833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:40:28.346125 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-1778dabd-b2d9-41fa-aefb-f3b581c4b73c tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "PUT /v2.0/floatingips/5b34baf6-c118-4e20-afc0-193d911722ca HTTP/1.1" status: 200  len: 991 time: 1.6796551
May 06 00:40:28.346969 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed2826fd-e20e-4fd7-b3e1-507b088b4fc6', 'tag': 'd734fcb7-e4f1-4c73-a758-4a0f3b000050'}] {{(pid=73831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 00:40:28.488683 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed2826fd-e20e-4fd7-b3e1-507b088b4fc6', 'tag': 'd734fcb7-e4f1-4c73-a758-4a0f3b000050', 'status': 'completed', 'code': 200}
May 06 00:40:28.525277 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_dvr_db [None req-276e8145-7d90-48bf-8121-28871245a3ec None None] Set router da787a18-7e91-4dd6-ad92-ccfcbbda8c27 gateway port host: dv-cinder-784623-8-iscsi {{(pid=73833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 00:40:28.641571 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-822eea5f-e7d1-4398-aea8-c6664fe9532e req-b89aab15-6d56-42cf-b9ce-c997bb015978 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] 10.222.0.24 "GET /v2.0/ports?device_id=4703b5a2-aef6-427b-969a-2ab6046cd821 HTTP/1.1" status: 200  len: 210 time: 0.0533924
May 06 00:40:28.686428 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb35467c-e114-4fb6-897a-e4cbc58a4f90 req-78cea8f4-a40f-4ba8-b6e8-d5eab8d04b89 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:40:28.688604 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-cb35467c-e114-4fb6-897a-e4cbc58a4f90 req-78cea8f4-a40f-4ba8-b6e8-d5eab8d04b89 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] 10.222.0.30 "GET /v2.0/networks?id=9ab706ea-4458-41a9-8c8a-6bc700b518fe HTTP/1.1" status: 200  len: 815 time: 0.2666497
May 06 00:40:28.700431 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8393bc8-8421-46a9-a224-375c363d1ecb req-a87133df-f02c-4d4d-a701-40e6541d90e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:40:28.701952 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-c8393bc8-8421-46a9-a224-375c363d1ecb req-a87133df-f02c-4d4d-a701-40e6541d90e7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c6c13c091dfc4aacbf264be74291da6e&device_id=ed2826fd-e20e-4fd7-b3e1-507b088b4fc6 HTTP/1.1" status: 200  len: 1099 time: 0.1679876
May 06 00:40:28.717413 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.v2.base [req-cb35467c-e114-4fb6-897a-e4cbc58a4f90 req-2ec3f657-0f9b-4f1a-82e3-9517f8d885ec tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Request body: {'port': {'device_id': '4703b5a2-aef6-427b-969a-2ab6046cd821', 'network_id': '9ab706ea-4458-41a9-8c8a-6bc700b518fe', 'admin_state_up': True, 'tenant_id': '2931334f6f2c435b8bc0aba23f1277b7'}} {{(pid=73832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:40:28.935003 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_hamode_db [None req-276e8145-7d90-48bf-8121-28871245a3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f95091899a0>, [{'id': 'da787a18-7e91-4dd6-ad92-ccfcbbda8c27', 'name': 'tempest-AttachVolumeTestJSON-1254958437-router', 'tenant_id': 'c6c13c091dfc4aacbf264be74291da6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'external_fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '776b5ab0-4f4f-453b-8323-3ad702832470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:34:47Z', 'updated_at': '2021-05-06T00:34:55Z', 'revision_number': 4, 'project_id': 'c6c13c091dfc4aacbf264be74291da6e', 'gw_port': {'id': '776b5ab0-4f4f-453b-8323-3ad702832470', 'name': '', 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da787a18-7e91-4dd6-ad92-ccfcbbda8c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:34:49Z', 'updated_at': '2021-05-06T00:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-iscsi', '_floatingips': [{'id': '5b34baf6-c118-4e20-afc0-193d911722ca', 'tenant_id': 'c6c13c091dfc4aacbf264be74291da6e', 'floating_ip_address': '172.27.3.57', 'floating_network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'router_id': 'da787a18-7e91-4dd6-ad92-ccfcbbda8c27', 'port_id': 'd734fcb7-e4f1-4c73-a758-4a0f3b000050', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ea45e29-439e-495a-941c-7f5912677888', 'mac_address': 'fa:16:3e:fd:f7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed2826fd-e20e-4fd7-b3e1-507b088b4fc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T00:40:11Z', 'updated_at': '2021-05-06T00:40:27Z', 'revision_number': 1, 'project_id': 'c6c13c091dfc4aacbf264be74291da6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '535ed0f5-73ce-4425-8485-3e36642b1ffb', 'name': '', 'network_id': '1ea45e29-439e-495a-941c-7f5912677888', 'tenant_id': 'c6c13c091dfc4aacbf264be74291da6e', 'mac_address': 'fa:16:3e:8f:02:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da787a18-7e91-4dd6-ad92-ccfcbbda8c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '693ca583-83b8-4934-b0a4-9f6d64f7b0b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:34:54Z', 'updated_at': '2021-05-06T00:35:17Z', 'revision_number': 5, 'project_id': 'c6c13c091dfc4aacbf264be74291da6e', 'subnets': [{'id': '693ca583-83b8-4934-b0a4-9f6d64f7b0b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-8-iscsi', False) {} {{(pid=73833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:40:28.939119 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276e8145-7d90-48bf-8121-28871245a3ec None None] Checking router: da787a18-7e91-4dd6-ad92-ccfcbbda8c27 for host: dv-cinder-784623-8-iscsi {{(pid=73833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 06 00:40:28.947550 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276e8145-7d90-48bf-8121-28871245a3ec None None] Routers {'da787a18-7e91-4dd6-ad92-ccfcbbda8c27'} bound to L3 agent in host dv-cinder-784623-8-iscsi {{(pid=73833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 00:40:28.948186 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_hamode_db [None req-276e8145-7d90-48bf-8121-28871245a3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f95091899a0>, 'dv-cinder-784623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-06T00:27:20Z,description=<?>,heartbeat_timestamp=2021-05-06T00:40:20Z,host='dv-cinder-784623-8-iscsi',id=3fa0790c-dd29-4495-aa07-f8a2ae482509,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T00:27:20Z,topic='l3_agent')) {'router_ids': ['da787a18-7e91-4dd6-ad92-ccfcbbda8c27'], 'active': True} {{(pid=73833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:40:28.971275 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [req-cb35467c-e114-4fb6-897a-e4cbc58a4f90 req-2ec3f657-0f9b-4f1a-82e3-9517f8d885ec tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:40:28.985944 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8393bc8-8421-46a9-a224-375c363d1ecb req-5ad4df8b-6195-45d0-aaee-79e62c6fa52e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:40:28.987359 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-c8393bc8-8421-46a9-a224-375c363d1ecb req-5ad4df8b-6195-45d0-aaee-79e62c6fa52e service neutron] 10.222.0.30 "GET /v2.0/networks?id=1ea45e29-439e-495a-941c-7f5912677888 HTTP/1.1" status: 200  len: 912 time: 0.1846688
May 06 00:40:28.988144 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [req-cb35467c-e114-4fb6-897a-e4cbc58a4f90 req-2ec3f657-0f9b-4f1a-82e3-9517f8d885ec tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:40:29.134600 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_dvr_db [None req-276e8145-7d90-48bf-8121-28871245a3ec None None] Set router da787a18-7e91-4dd6-ad92-ccfcbbda8c27 gateway port host: dv-cinder-784623-8-iscsi {{(pid=73833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 00:40:29.150875 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb35467c-e114-4fb6-897a-e4cbc58a4f90 req-2ec3f657-0f9b-4f1a-82e3-9517f8d885ec tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Made reservation on behalf of 2931334f6f2c435b8bc0aba23f1277b7 for: {'port': 1} {{(pid=73832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 06 00:40:29.154278 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-cb35467c-e114-4fb6-897a-e4cbc58a4f90 req-2ec3f657-0f9b-4f1a-82e3-9517f8d885ec tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:40:29.258002 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-c8393bc8-8421-46a9-a224-375c363d1ecb req-67cd921b-1bb4-4f35-8875-242876ab19d9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d734fcb7-e4f1-4c73-a758-4a0f3b000050 HTTP/1.1" status: 200  len: 999 time: 0.2607260
May 06 00:40:29.383714 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8393bc8-8421-46a9-a224-375c363d1ecb req-5d42926b-1c4e-48af-9d42-943dc2812f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:40:29.385181 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-c8393bc8-8421-46a9-a224-375c363d1ecb req-5d42926b-1c4e-48af-9d42-943dc2812f41 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=693ca583-83b8-4934-b0a4-9f6d64f7b0b2 HTTP/1.1" status: 200  len: 850 time: 0.1176748
May 06 00:40:29.445138 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.db_base_plugin_common [req-cb35467c-e114-4fb6-897a-e4cbc58a4f90 req-2ec3f657-0f9b-4f1a-82e3-9517f8d885ec tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Allocated IP 172.20.0.10 (9ab706ea-4458-41a9-8c8a-6bc700b518fe/36fdd0f8-d289-4f93-b6af-d39d90badcc9/80d55c13-7ec4-4ff2-849a-b91a0381ee44) {{(pid=73832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 06 00:40:29.493892 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_hamode_db [None req-276e8145-7d90-48bf-8121-28871245a3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f95091899a0>, [{'id': 'da787a18-7e91-4dd6-ad92-ccfcbbda8c27', 'name': 'tempest-AttachVolumeTestJSON-1254958437-router', 'tenant_id': 'c6c13c091dfc4aacbf264be74291da6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'external_fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '776b5ab0-4f4f-453b-8323-3ad702832470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:34:47Z', 'updated_at': '2021-05-06T00:34:55Z', 'revision_number': 4, 'project_id': 'c6c13c091dfc4aacbf264be74291da6e', 'gw_port': {'id': '776b5ab0-4f4f-453b-8323-3ad702832470', 'name': '', 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da787a18-7e91-4dd6-ad92-ccfcbbda8c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:34:49Z', 'updated_at': '2021-05-06T00:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-iscsi', '_floatingips': [{'id': '5b34baf6-c118-4e20-afc0-193d911722ca', 'tenant_id': 'c6c13c091dfc4aacbf264be74291da6e', 'floating_ip_address': '172.27.3.57', 'floating_network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'router_id': 'da787a18-7e91-4dd6-ad92-ccfcbbda8c27', 'port_id': 'd734fcb7-e4f1-4c73-a758-4a0f3b000050', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ea45e29-439e-495a-941c-7f5912677888', 'mac_address': 'fa:16:3e:fd:f7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed2826fd-e20e-4fd7-b3e1-507b088b4fc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T00:40:11Z', 'updated_at': '2021-05-06T00:40:27Z', 'revision_number': 1, 'project_id': 'c6c13c091dfc4aacbf264be74291da6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '535ed0f5-73ce-4425-8485-3e36642b1ffb', 'name': '', 'network_id': '1ea45e29-439e-495a-941c-7f5912677888', 'tenant_id': 'c6c13c091dfc4aacbf264be74291da6e', 'mac_address': 'fa:16:3e:8f:02:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da787a18-7e91-4dd6-ad92-ccfcbbda8c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '693ca583-83b8-4934-b0a4-9f6d64f7b0b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:34:54Z', 'updated_at': '2021-05-06T00:35:17Z', 'revision_number': 5, 'project_id': 'c6c13c091dfc4aacbf264be74291da6e', 'subnets': [{'id': '693ca583-83b8-4934-b0a4-9f6d64f7b0b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-8-iscsi', False) {} {{(pid=73833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:40:29.498032 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276e8145-7d90-48bf-8121-28871245a3ec None None] The sync data for ids ['da787a18-7e91-4dd6-ad92-ccfcbbda8c27'] in dv-cinder-784623-8-iscsi is: [{'id': 'da787a18-7e91-4dd6-ad92-ccfcbbda8c27', 'name': 'tempest-AttachVolumeTestJSON-1254958437-router', 'tenant_id': 'c6c13c091dfc4aacbf264be74291da6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'external_fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '776b5ab0-4f4f-453b-8323-3ad702832470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:34:47Z', 'updated_at': '2021-05-06T00:34:55Z', 'revision_number': 4, 'project_id': 'c6c13c091dfc4aacbf264be74291da6e', 'gw_port': {'id': '776b5ab0-4f4f-453b-8323-3ad702832470', 'name': '', 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da787a18-7e91-4dd6-ad92-ccfcbbda8c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:34:49Z', 'updated_at': '2021-05-06T00:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-iscsi', '_floatingips': [{'id': '5b34baf6-c118-4e20-afc0-193d911722ca', 'tenant_id': 'c6c13c091dfc4aacbf264be74291da6e', 'floating_ip_address': '172.27.3.57', 'floating_network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'router_id': 'da787a18-7e91-4dd6-ad92-ccfcbbda8c27', 'port_id': 'd734fcb7-e4f1-4c73-a758-4a0f3b000050', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ea45e29-439e-495a-941c-7f5912677888', 'mac_address': 'fa:16:3e:fd:f7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed2826fd-e20e-4fd7-b3e1-507b088b4fc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T00:40:11Z', 'updated_at': '2021-05-06T00:40:27Z', 'revision_number': 1, 'project_id': 'c6c13c091dfc4aacbf264be74291da6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '535ed0f5-73ce-4425-8485-3e36642b1ffb', 'name': '', 'network_id': '1ea45e29-439e-495a-941c-7f5912677888', 'tenant_id': 'c6c13c091dfc4aacbf264be74291da6e', 'mac_address': 'fa:16:3e:8f:02:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da787a18-7e91-4dd6-ad92-ccfcbbda8c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '693ca583-83b8-4934-b0a4-9f6d64f7b0b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:34:54Z', 'updated_at': '2021-05-06T00:35:17Z', 'revision_number': 5, 'project_id': 'c6c13c091dfc4aacbf264be74291da6e', 'subnets': [{'id': '693ca583-83b8-4934-b0a4-9f6d64f7b0b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 06 00:40:29.522483 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8393bc8-8421-46a9-a224-375c363d1ecb req-5ea6b32d-2e38-4425-84c1-e3e6c2e5b72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:40:29.523877 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-c8393bc8-8421-46a9-a224-375c363d1ecb req-5ea6b32d-2e38-4425-84c1-e3e6c2e5b72f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1ea45e29-439e-495a-941c-7f5912677888&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1296432
May 06 00:40:29.715359 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481f9d4a-75f4-4b81-8bde-31ceb4c95ba2 None None] New status for floating IP 5b34baf6-c118-4e20-afc0-193d911722ca: ACTIVE {{(pid=73834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 06 00:40:29.827025 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-02e90a16-bf91-4d50-bdd1-b7afd3a2e3e8 req-130b09ef-2496-46c2-904d-91730ff10753 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] 10.222.0.24 "GET /v2.0/ports?device_id=4703b5a2-aef6-427b-969a-2ab6046cd821 HTTP/1.1" status: 200  len: 210 time: 0.0719619
May 06 00:40:29.829192 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-c8393bc8-8421-46a9-a224-375c363d1ecb req-384ae61b-561d-4775-947c-2c8999570307 service neutron] 10.222.0.30 "GET /v2.0/networks/1ea45e29-439e-495a-941c-7f5912677888?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2849007
May 06 00:40:29.834144 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-cb35467c-e114-4fb6-897a-e4cbc58a4f90 req-2ec3f657-0f9b-4f1a-82e3-9517f8d885ec tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Notify callbacks [] for port, precommit_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:40:29.978902 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-c8393bc8-8421-46a9-a224-375c363d1ecb req-a39c4ddc-b16d-4f95-b59f-f6cf30fe220a service neutron] 10.222.0.30 "GET /v2.0/networks/1ea45e29-439e-495a-941c-7f5912677888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1414933
May 06 00:40:29.980982 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-cb35467c-e114-4fb6-897a-e4cbc58a4f90 req-2ec3f657-0f9b-4f1a-82e3-9517f8d885ec tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767380898820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2182845'] for port, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:40:29.988960 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-1ceeb10f-ee41-47a2-8159-4bc7e6e3f151 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:40:30.002696 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] get_ports_and_sgs() called for port_ids ['ed6e3c21-b04e-43e3-9093-cee5d64aee52', 'de93e0d2-f778-461e-9191-250e49ebe62f', 'af0fe56c-4b47-478d-a848-a4815a72562c'] {{(pid=73833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 06 00:40:30.055717 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb35467c-e114-4fb6-897a-e4cbc58a4f90 req-2ec3f657-0f9b-4f1a-82e3-9517f8d885ec tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Network 9ab706ea-4458-41a9-8c8a-6bc700b518fe is already hosted by enough agents. {{(pid=73832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 00:40:30.058807 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.scheduler.base_scheduler [req-cb35467c-e114-4fb6-897a-e4cbc58a4f90 req-2ec3f657-0f9b-4f1a-82e3-9517f8d885ec tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Resources bound (agent type, host, resource id):  {{(pid=73832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 00:40:30.068016 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb35467c-e114-4fb6-897a-e4cbc58a4f90 req-2ec3f657-0f9b-4f1a-82e3-9517f8d885ec tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Received port after_create {{(pid=73832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 06 00:40:30.105197 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec3f657-0f9b-4f1a-82e3-9517f8d885ec tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Pushing event updated for resources: {'Port': ['ID=80d55c13-7ec4-4ff2-849a-b91a0381ee44,revision_number=1']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:40:30.110332 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-2ec3f657-0f9b-4f1a-82e3-9517f8d885ec tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:40:30.139984 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb35467c-e114-4fb6-897a-e4cbc58a4f90 req-2ec3f657-0f9b-4f1a-82e3-9517f8d885ec tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:40:30.140639 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-cb35467c-e114-4fb6-897a-e4cbc58a4f90 req-2ec3f657-0f9b-4f1a-82e3-9517f8d885ec tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43737'] for port, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:40:30.166296 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-cb35467c-e114-4fb6-897a-e4cbc58a4f90 req-2ec3f657-0f9b-4f1a-82e3-9517f8d885ec tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.4531357
May 06 00:40:30.189995 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.v2.base [req-cb35467c-e114-4fb6-897a-e4cbc58a4f90 req-0aedfb95-338d-44a3-8176-aff338e7300b service neutron] Request body: {'port': {'device_id': '4703b5a2-aef6-427b-969a-2ab6046cd821', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=73832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:40:30.314624 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-cb35467c-e114-4fb6-897a-e4cbc58a4f90 req-0aedfb95-338d-44a3-8176-aff338e7300b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:40:30.487425 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a6e50d-66e6-4363-ad15-02022e153cb7 req-e7e2c38e-1170-48c8-ae9a-ad36b8b69210 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:40:30.488921 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-00a6e50d-66e6-4363-ad15-02022e153cb7 req-e7e2c38e-1170-48c8-ae9a-ad36b8b69210 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] 10.222.0.24 "GET /v2.0/ports?device_id=9fe6f6f0-0088-4879-a03c-107809502634 HTTP/1.1" status: 200  len: 984 time: 0.0833991
May 06 00:40:30.537730 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-00a6e50d-66e6-4363-ad15-02022e153cb7 req-e0ece067-22b6-41b7-90ae-7264ea0fe573 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] 10.222.0.24 "GET /v2.0/security-groups?id=811af3d2-d9e3-451a-9e32-5fc42ad73f8c&id=ba1022db-a2af-40f9-8ef7-e7e12833f008&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0426989
May 06 00:40:30.622150 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a414e854-4285-4ccd-b3da-03bf06a3f1bf req-2de8cf9d-6a32-4271-a343-0dbd98c442b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:40:30.623686 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-a414e854-4285-4ccd-b3da-03bf06a3f1bf req-2de8cf9d-6a32-4271-a343-0dbd98c442b3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0b890f9b623c4aa1bd3a726f7dc8838e&device_id=9fe6f6f0-0088-4879-a03c-107809502634 HTTP/1.1" status: 200  len: 1137 time: 0.1883006
May 06 00:40:30.926590 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a414e854-4285-4ccd-b3da-03bf06a3f1bf req-52b72dd2-7d3c-4e43-bdd1-675f1227380b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:40:30.928037 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-a414e854-4285-4ccd-b3da-03bf06a3f1bf req-52b72dd2-7d3c-4e43-bdd1-675f1227380b service neutron] 10.222.0.30 "GET /v2.0/networks?id=dfefa750-c4cf-4fe5-9a50-39478c106a84 HTTP/1.1" status: 200  len: 916 time: 0.2932856
May 06 00:40:30.944900 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.notifiers.nova [req-cb35467c-e114-4fb6-897a-e4cbc58a4f90 req-0aedfb95-338d-44a3-8176-aff338e7300b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80d55c13-7ec4-4ff2-849a-b91a0381ee44 {{(pid=73832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 06 00:40:31.004432 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-cb35467c-e114-4fb6-897a-e4cbc58a4f90 req-0aedfb95-338d-44a3-8176-aff338e7300b service neutron] Notify callbacks [] for port, precommit_update {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:40:31.028714 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37a2ebc-c89a-4268-ab32-b54e3548afef req-cb86352e-570c-484b-8e87-a74f1f4f2fa1 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:40:31.031089 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-f37a2ebc-c89a-4268-ab32-b54e3548afef req-cb86352e-570c-484b-8e87-a74f1f4f2fa1 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] 10.222.0.24 "GET /v2.0/ports?device_id=4703b5a2-aef6-427b-969a-2ab6046cd821 HTTP/1.1" status: 200  len: 932 time: 0.0897176
May 06 00:40:31.038044 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.provisioning_blocks [req-cb35467c-e114-4fb6-897a-e4cbc58a4f90 req-0aedfb95-338d-44a3-8176-aff338e7300b service neutron] Transition to ACTIVE for port object 80d55c13-7ec4-4ff2-849a-b91a0381ee44 will not be triggered until provisioned by entity L2. {{(pid=73832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 00:40:31.050560 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-cb35467c-e114-4fb6-897a-e4cbc58a4f90 req-0aedfb95-338d-44a3-8176-aff338e7300b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2182820'] for port, after_update {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:40:31.057045 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-cf6db078-f518-440f-8aec-c66d98113963 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:40:31.076755 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-f37a2ebc-c89a-4268-ab32-b54e3548afef req-e04c48b7-6ab9-49d0-b82c-d55cbd8ee3de tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] 10.222.0.24 "GET /v2.0/security-groups?id=caf78781-a8d3-4bc3-9ba3-81b9c4d00593&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401053
May 06 00:40:31.118571 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-a414e854-4285-4ccd-b3da-03bf06a3f1bf req-53cabc41-97d6-4434-9a36-94771d018b15 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c43891f-b78c-4450-bd56-acc3eff578e4 HTTP/1.1" status: 200  len: 1001 time: 0.1690845
May 06 00:40:31.227674 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aedfb95-338d-44a3-8176-aff338e7300b service neutron] Pushing event updated for resources: {'Port': ['ID=80d55c13-7ec4-4ff2-849a-b91a0381ee44,revision_number=2']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:40:31.256997 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-0aedfb95-338d-44a3-8176-aff338e7300b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:40:31.316154 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a414e854-4285-4ccd-b3da-03bf06a3f1bf req-f2b475a8-3848-46aa-b465-31a18cb12be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:40:31.317633 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-a414e854-4285-4ccd-b3da-03bf06a3f1bf req-f2b475a8-3848-46aa-b465-31a18cb12be6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=10dd42a5-a5ec-4dc6-b51c-78099354ecd3 HTTP/1.1" status: 200  len: 854 time: 0.1484573
May 06 00:40:31.389331 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.managers [req-cb35467c-e114-4fb6-897a-e4cbc58a4f90 req-0aedfb95-338d-44a3-8176-aff338e7300b service neutron] Attempting to bind port 80d55c13-7ec4-4ff2-849a-b91a0381ee44 on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=73832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 06 00:40:31.389659 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.managers [req-cb35467c-e114-4fb6-897a-e4cbc58a4f90 req-0aedfb95-338d-44a3-8176-aff338e7300b service neutron] Attempting to bind port 80d55c13-7ec4-4ff2-849a-b91a0381ee44 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'f06c188b-9c40-4e79-bf54-a7ff9bdcf208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '9ab706ea-4458-41a9-8c8a-6bc700b518fe'}] {{(pid=73832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 06 00:40:31.390553 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb35467c-e114-4fb6-897a-e4cbc58a4f90 req-0aedfb95-338d-44a3-8176-aff338e7300b service neutron] Attempting to bind port 80d55c13-7ec4-4ff2-849a-b91a0381ee44 on network 9ab706ea-4458-41a9-8c8a-6bc700b518fe {{(pid=73832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 00:40:31.396624 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb35467c-e114-4fb6-897a-e4cbc58a4f90 req-0aedfb95-338d-44a3-8176-aff338e7300b service neutron] Port 80d55c13-7ec4-4ff2-849a-b91a0381ee44 on network 9ab706ea-4458-41a9-8c8a-6bc700b518fe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=73832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 06 00:40:31.396960 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb35467c-e114-4fb6-897a-e4cbc58a4f90 req-0aedfb95-338d-44a3-8176-aff338e7300b service neutron] Attempting to bind port 80d55c13-7ec4-4ff2-849a-b91a0381ee44 on network 9ab706ea-4458-41a9-8c8a-6bc700b518fe {{(pid=73832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 00:40:31.404661 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb35467c-e114-4fb6-897a-e4cbc58a4f90 req-0aedfb95-338d-44a3-8176-aff338e7300b service neutron] Checking agent: {'id': '98bc602c-e9ce-4757-b8df-ef22d3a5b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 0, 33, 13), 'started_at': datetime.datetime(2021, 5, 6, 0, 33, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 0, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 06 00:40:31.405014 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb35467c-e114-4fb6-897a-e4cbc58a4f90 req-0aedfb95-338d-44a3-8176-aff338e7300b service neutron] Checking segment: {'id': 'f06c188b-9c40-4e79-bf54-a7ff9bdcf208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '9ab706ea-4458-41a9-8c8a-6bc700b518fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 00:40:31.405386 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb35467c-e114-4fb6-897a-e4cbc58a4f90 req-0aedfb95-338d-44a3-8176-aff338e7300b service neutron] Bound using segment: {'id': 'f06c188b-9c40-4e79-bf54-a7ff9bdcf208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '9ab706ea-4458-41a9-8c8a-6bc700b518fe'} {{(pid=73832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 06 00:40:31.406358 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.managers [req-cb35467c-e114-4fb6-897a-e4cbc58a4f90 req-0aedfb95-338d-44a3-8176-aff338e7300b service neutron] Bound port: 80d55c13-7ec4-4ff2-849a-b91a0381ee44, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f06c188b-9c40-4e79-bf54-a7ff9bdcf208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '9ab706ea-4458-41a9-8c8a-6bc700b518fe'}}] {{(pid=73832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 06 00:40:31.406689 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-cb35467c-e114-4fb6-897a-e4cbc58a4f90 req-0aedfb95-338d-44a3-8176-aff338e7300b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:40:31.472792 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a414e854-4285-4ccd-b3da-03bf06a3f1bf req-5caeec42-d553-4343-8690-b5d44570b0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:40:31.474244 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-a414e854-4285-4ccd-b3da-03bf06a3f1bf req-5caeec42-d553-4343-8690-b5d44570b0b6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dfefa750-c4cf-4fe5-9a50-39478c106a84&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1449544
May 06 00:40:31.579857 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.db [req-cb35467c-e114-4fb6-897a-e4cbc58a4f90 req-0aedfb95-338d-44a3-8176-aff338e7300b service neutron] For port 80d55c13-7ec4-4ff2-849a-b91a0381ee44, host hv-cinder-78462, cleared binding levels {{(pid=73832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 06 00:40:31.584431 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.db [req-cb35467c-e114-4fb6-897a-e4cbc58a4f90 req-0aedfb95-338d-44a3-8176-aff338e7300b service neutron] For port 80d55c13-7ec4-4ff2-849a-b91a0381ee44, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=80d55c13-7ec4-4ff2-849a-b91a0381ee44,segment=NetworkSegment(f06c188b-9c40-4e79-bf54-a7ff9bdcf208),segment_id=f06c188b-9c40-4e79-bf54-a7ff9bdcf208)] {{(pid=73832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 06 00:40:31.598791 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-cb35467c-e114-4fb6-897a-e4cbc58a4f90 req-0aedfb95-338d-44a3-8176-aff338e7300b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2182820'] for port, after_update {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:40:31.605430 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-e3aa9c02-6a6d-4cc2-80d4-7f42e22dfeab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:40:31.722733 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb35467c-e114-4fb6-897a-e4cbc58a4f90 req-0aedfb95-338d-44a3-8176-aff338e7300b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:40:31.723358 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-cb35467c-e114-4fb6-897a-e4cbc58a4f90 req-0aedfb95-338d-44a3-8176-aff338e7300b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43737'] for port, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:40:31.724695 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-cb35467c-e114-4fb6-897a-e4cbc58a4f90 req-0aedfb95-338d-44a3-8176-aff338e7300b service neutron] 10.222.0.30 "PUT /v2.0/ports/80d55c13-7ec4-4ff2-849a-b91a0381ee44 HTTP/1.1" status: 200  len: 1094 time: 1.5394883
May 06 00:40:31.726087 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4703b5a2-aef6-427b-969a-2ab6046cd821', 'tag': '80d55c13-7ec4-4ff2-849a-b91a0381ee44'}] {{(pid=73832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 00:40:31.740656 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-a414e854-4285-4ccd-b3da-03bf06a3f1bf req-b29dd66e-a2cc-4765-b2ff-e556958d5fd0 service neutron] 10.222.0.30 "GET /v2.0/networks/dfefa750-c4cf-4fe5-9a50-39478c106a84?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2581124
May 06 00:40:31.809794 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4703b5a2-aef6-427b-969a-2ab6046cd821', 'tag': '80d55c13-7ec4-4ff2-849a-b91a0381ee44', 'status': 'completed', 'code': 200}
May 06 00:40:31.871807 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aedfb95-338d-44a3-8176-aff338e7300b service neutron] Pushing event updated for resources: {'Port': ['ID=80d55c13-7ec4-4ff2-849a-b91a0381ee44,revision_number=3']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:40:31.879912 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-0aedfb95-338d-44a3-8176-aff338e7300b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:40:31.960491 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e732f79e-3263-446d-8238-aaf7bd6b2331 req-6ddd6258-742b-4472-8f69-81dd28fa5287 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:40:31.961954 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-e732f79e-3263-446d-8238-aaf7bd6b2331 req-6ddd6258-742b-4472-8f69-81dd28fa5287 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] 10.222.0.24 "GET /v2.0/ports?device_id=9fe6f6f0-0088-4879-a03c-107809502634 HTTP/1.1" status: 200  len: 984 time: 0.3053172
May 06 00:40:31.965817 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-a414e854-4285-4ccd-b3da-03bf06a3f1bf req-a7a8c551-ef88-4599-856a-265449291194 service neutron] 10.222.0.30 "GET /v2.0/networks/dfefa750-c4cf-4fe5-9a50-39478c106a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2169540
May 06 00:40:31.997494 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb35467c-e114-4fb6-897a-e4cbc58a4f90 req-9ff8ac24-15a9-4b92-bbc9-e48db535633d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:40:31.998920 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-cb35467c-e114-4fb6-897a-e4cbc58a4f90 req-9ff8ac24-15a9-4b92-bbc9-e48db535633d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2931334f6f2c435b8bc0aba23f1277b7&device_id=4703b5a2-aef6-427b-969a-2ab6046cd821 HTTP/1.1" status: 200  len: 1097 time: 0.2235403
May 06 00:40:32.073461 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [req-e732f79e-3263-446d-8238-aaf7bd6b2331 req-f82813a7-47e2-4a87-8af6-fae77135d660 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Synchronizing usage tracker for tenant:0b890f9b623c4aa1bd3a726f7dc8838e on resource:security_group {{(pid=73832) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 00:40:32.084577 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-cb35467c-e114-4fb6-897a-e4cbc58a4f90 req-1c19d9ae-8587-41c9-b356-5c79e7f2d938 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=80d55c13-7ec4-4ff2-849a-b91a0381ee44 HTTP/1.1" status: 200  len: 217 time: 0.0704279
May 06 00:40:32.097003 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [req-e732f79e-3263-446d-8238-aaf7bd6b2331 req-f82813a7-47e2-4a87-8af6-fae77135d660 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Unset dirty status for tenant:0b890f9b623c4aa1bd3a726f7dc8838e on resource:security_group {{(pid=73832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 00:40:32.101664 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-e732f79e-3263-446d-8238-aaf7bd6b2331 req-f82813a7-47e2-4a87-8af6-fae77135d660 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] 10.222.0.24 "GET /v2.0/security-groups?id=811af3d2-d9e3-451a-9e32-5fc42ad73f8c&id=ba1022db-a2af-40f9-8ef7-e7e12833f008&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1334808
May 06 00:40:32.172533 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb35467c-e114-4fb6-897a-e4cbc58a4f90 req-5f928934-44d9-4629-a791-7f6b2ceed30f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:40:32.174546 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-cb35467c-e114-4fb6-897a-e4cbc58a4f90 req-5f928934-44d9-4629-a791-7f6b2ceed30f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=36fdd0f8-d289-4f93-b6af-d39d90badcc9 HTTP/1.1" status: 200  len: 855 time: 0.0710592
May 06 00:40:32.271869 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-cb35467c-e114-4fb6-897a-e4cbc58a4f90 req-ed049f41-a13c-4b84-93a3-9ca927fafc0b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9ab706ea-4458-41a9-8c8a-6bc700b518fe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0794744
May 06 00:40:32.512112 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497ff888-b06c-46e7-a97c-f8a5532dc73a req-d35500d7-908c-4f20-8814-2f9233b0ef6f tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:40:32.512808 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [req-497ff888-b06c-46e7-a97c-f8a5532dc73a req-d35500d7-908c-4f20-8814-2f9233b0ef6f tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Synchronizing usage tracker for tenant:2931334f6f2c435b8bc0aba23f1277b7 on resource:port {{(pid=73832) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 00:40:32.533233 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-cb35467c-e114-4fb6-897a-e4cbc58a4f90 req-2b398f7e-484b-4227-a431-fa74fd6e6e0f service neutron] 10.222.0.30 "GET /v2.0/networks/9ab706ea-4458-41a9-8c8a-6bc700b518fe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2536197
May 06 00:40:32.542637 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [req-497ff888-b06c-46e7-a97c-f8a5532dc73a req-d35500d7-908c-4f20-8814-2f9233b0ef6f tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Unset dirty status for tenant:2931334f6f2c435b8bc0aba23f1277b7 on resource:port {{(pid=73832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 00:40:32.543633 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-497ff888-b06c-46e7-a97c-f8a5532dc73a req-d35500d7-908c-4f20-8814-2f9233b0ef6f tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] 10.222.0.24 "GET /v2.0/ports?device_id=4703b5a2-aef6-427b-969a-2ab6046cd821 HTTP/1.1" status: 200  len: 944 time: 0.3145847
May 06 00:40:32.662854 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-497ff888-b06c-46e7-a97c-f8a5532dc73a req-5da70b79-b0f5-4b7d-8d4b-a75b907d0134 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] 10.222.0.24 "GET /v2.0/security-groups?id=caf78781-a8d3-4bc3-9ba3-81b9c4d00593&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1021881
May 06 00:40:32.698138 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-cb35467c-e114-4fb6-897a-e4cbc58a4f90 req-094fdb3d-a944-46b8-a9f8-388af40c3d43 service neutron] 10.222.0.30 "GET /v2.0/networks/9ab706ea-4458-41a9-8c8a-6bc700b518fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1564138
May 06 00:40:32.827038 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d4fd20-a74e-4044-b168-52940183556b req-f55088dd-ba37-49e5-9dfe-2e9c0b49128d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:40:32.828977 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-b0d4fd20-a74e-4044-b168-52940183556b req-f55088dd-ba37-49e5-9dfe-2e9c0b49128d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2931334f6f2c435b8bc0aba23f1277b7&device_id=4703b5a2-aef6-427b-969a-2ab6046cd821 HTTP/1.1" status: 200  len: 1097 time: 0.0736504
May 06 00:40:32.959257 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d4fd20-a74e-4044-b168-52940183556b req-d4827e14-2a04-4ba5-a207-b970dd96a8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:40:32.960703 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-b0d4fd20-a74e-4044-b168-52940183556b req-d4827e14-2a04-4ba5-a207-b970dd96a8eb service neutron] 10.222.0.30 "GET /v2.0/networks?id=9ab706ea-4458-41a9-8c8a-6bc700b518fe HTTP/1.1" status: 200  len: 916 time: 0.1251223
May 06 00:40:33.033981 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-b0d4fd20-a74e-4044-b168-52940183556b req-ce04c539-64ff-412b-8a67-79648cc396ff service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=80d55c13-7ec4-4ff2-849a-b91a0381ee44 HTTP/1.1" status: 200  len: 217 time: 0.0638559
May 06 00:40:33.098842 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d4fd20-a74e-4044-b168-52940183556b req-da85eba9-6c82-4353-8459-6cc7adcb3099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:40:33.100131 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-b0d4fd20-a74e-4044-b168-52940183556b req-da85eba9-6c82-4353-8459-6cc7adcb3099 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=36fdd0f8-d289-4f93-b6af-d39d90badcc9 HTTP/1.1" status: 200  len: 855 time: 0.0569975
May 06 00:40:33.148116 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-b0d4fd20-a74e-4044-b168-52940183556b req-9ec8d7af-3bad-4562-a3db-6a53a05586e5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9ab706ea-4458-41a9-8c8a-6bc700b518fe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0394464
May 06 00:40:33.334269 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-b0d4fd20-a74e-4044-b168-52940183556b req-1f41c325-7314-4bd4-8a68-39bbd2f4e756 service neutron] 10.222.0.30 "GET /v2.0/networks/9ab706ea-4458-41a9-8c8a-6bc700b518fe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1787019
May 06 00:40:33.372178 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005b18a7-6afc-40ad-a775-5612e960f367 req-7d1cb138-3b77-4a92-9805-9785ad6aad0a tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:40:33.373507 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-005b18a7-6afc-40ad-a775-5612e960f367 req-7d1cb138-3b77-4a92-9805-9785ad6aad0a tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] 10.222.0.24 "GET /v2.0/ports?device_id=9fe6f6f0-0088-4879-a03c-107809502634 HTTP/1.1" status: 200  len: 984 time: 0.1489046
May 06 00:40:33.493937 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-005b18a7-6afc-40ad-a775-5612e960f367 req-6fe9cb5c-dc2d-4cb5-8238-0b971a015715 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] 10.222.0.24 "GET /v2.0/security-groups?id=811af3d2-d9e3-451a-9e32-5fc42ad73f8c&id=ba1022db-a2af-40f9-8ef7-e7e12833f008&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0744636
May 06 00:40:33.513807 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-b0d4fd20-a74e-4044-b168-52940183556b req-9ce7a4fe-bf24-4aac-be00-33ace1a95f35 service neutron] 10.222.0.30 "GET /v2.0/networks/9ab706ea-4458-41a9-8c8a-6bc700b518fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1682732
May 06 00:40:33.848110 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c91e2e1-cc2a-4056-8c29-93c73fefb8ca req-a32c1440-8a61-4a4f-9ead-9059ac839546 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:40:33.849583 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-0c91e2e1-cc2a-4056-8c29-93c73fefb8ca req-a32c1440-8a61-4a4f-9ead-9059ac839546 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] 10.222.0.24 "GET /v2.0/ports?device_id=4703b5a2-aef6-427b-969a-2ab6046cd821 HTTP/1.1" status: 200  len: 944 time: 0.0797722
May 06 00:40:33.893673 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-0c91e2e1-cc2a-4056-8c29-93c73fefb8ca req-9319dfe7-e6b7-4e06-98ad-6c305884f8f1 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] 10.222.0.24 "GET /v2.0/security-groups?id=caf78781-a8d3-4bc3-9ba3-81b9c4d00593&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379207
May 06 00:40:34.143861 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Device 80d55c13-7ec4-4ff2-849a-b91a0381ee44 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=73833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 06 00:40:34.276268 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] For port 80d55c13-7ec4-4ff2-849a-b91a0381ee44, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=80d55c13-7ec4-4ff2-849a-b91a0381ee44,segment=NetworkSegment(f06c188b-9c40-4e79-bf54-a7ff9bdcf208),segment_id=f06c188b-9c40-4e79-bf54-a7ff9bdcf208)] {{(pid=73833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:40:34.289072 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Returning: {'device': '80d55c13-7ec4-4ff2-849a-b91a0381ee44', 'network_id': '9ab706ea-4458-41a9-8c8a-6bc700b518fe', 'port_id': '80d55c13-7ec4-4ff2-849a-b91a0381ee44', 'mac_address': 'fa:16:3e:66:0f:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36fdd0f8-d289-4f93-b6af-d39d90badcc9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 06 00:40:34.346070 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:40:34.362363 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.notifiers.nova [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80d55c13-7ec4-4ff2-849a-b91a0381ee44 {{(pid=73833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 06 00:40:34.377523 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] For port 80d55c13-7ec4-4ff2-849a-b91a0381ee44, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=80d55c13-7ec4-4ff2-849a-b91a0381ee44,segment=NetworkSegment(f06c188b-9c40-4e79-bf54-a7ff9bdcf208),segment_id=f06c188b-9c40-4e79-bf54-a7ff9bdcf208)] {{(pid=73833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:40:34.381337 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:40:34.383865 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-e5c53db0-7589-4982-b477-14d20cccb3fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:40:34.448367 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Pushing event updated for resources: {'Port': ['ID=80d55c13-7ec4-4ff2-849a-b91a0381ee44,revision_number=4']} {{(pid=73833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:40:34.451459 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:40:34.677611 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e429f0cb-b13e-4c0b-9918-634a88689717 req-1fb14f12-b6c8-4426-9921-22f998250b05 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:40:34.679058 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-e429f0cb-b13e-4c0b-9918-634a88689717 req-1fb14f12-b6c8-4426-9921-22f998250b05 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] 10.222.0.24 "GET /v2.0/ports?device_id=9fe6f6f0-0088-4879-a03c-107809502634 HTTP/1.1" status: 200  len: 984 time: 0.0792472
May 06 00:40:34.729292 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-e429f0cb-b13e-4c0b-9918-634a88689717 req-4854d966-b5a6-4a4c-a371-f38d7e4e0d2b tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] 10.222.0.24 "GET /v2.0/security-groups?id=811af3d2-d9e3-451a-9e32-5fc42ad73f8c&id=ba1022db-a2af-40f9-8ef7-e7e12833f008&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0441513
May 06 00:40:34.761907 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] get_ports_and_sgs() called for port_ids ['80d55c13-7ec4-4ff2-849a-b91a0381ee44'] {{(pid=73833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 06 00:40:35.079976 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e98fce-0f39-46c9-bc16-8ca21a4d57f2 req-a9871308-2b7a-45da-9364-60a07a8acc12 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:40:35.081469 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-17e98fce-0f39-46c9-bc16-8ca21a4d57f2 req-a9871308-2b7a-45da-9364-60a07a8acc12 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] 10.222.0.24 "GET /v2.0/ports?device_id=4703b5a2-aef6-427b-969a-2ab6046cd821 HTTP/1.1" status: 200  len: 945 time: 0.0832641
May 06 00:40:35.125137 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-17e98fce-0f39-46c9-bc16-8ca21a4d57f2 req-71318231-6d5e-4e51-97b3-db332850e7d4 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] 10.222.0.24 "GET /v2.0/security-groups?id=caf78781-a8d3-4bc3-9ba3-81b9c4d00593&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380931
May 06 00:40:35.919537 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fffc05c-81ed-4f4c-a831-aa35d93cfbee req-3579b8e7-47d5-455c-b945-1417a380d133 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:40:35.921548 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-8fffc05c-81ed-4f4c-a831-aa35d93cfbee req-3579b8e7-47d5-455c-b945-1417a380d133 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] 10.222.0.24 "GET /v2.0/ports?device_id=9fe6f6f0-0088-4879-a03c-107809502634 HTTP/1.1" status: 200  len: 984 time: 0.0795259
May 06 00:40:35.968622 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-8fffc05c-81ed-4f4c-a831-aa35d93cfbee req-4cba10f9-3d53-4e89-8a73-213c94d5f888 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] 10.222.0.24 "GET /v2.0/security-groups?id=811af3d2-d9e3-451a-9e32-5fc42ad73f8c&id=ba1022db-a2af-40f9-8ef7-e7e12833f008&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0412049
May 06 00:40:36.160253 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Device 80d55c13-7ec4-4ff2-849a-b91a0381ee44 up at agent hyperv_hv-cinder-78462 {{(pid=73833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 00:40:36.228825 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Provisioning for port 80d55c13-7ec4-4ff2-849a-b91a0381ee44 completed by entity L2. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 00:40:36.234898 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Provisioning complete for port 80d55c13-7ec4-4ff2-849a-b91a0381ee44 triggered by entity L2. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 00:40:36.235275 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723253'] for port, provisioning_complete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:40:36.395077 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:40:36.422930 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4703b5a2-aef6-427b-969a-2ab6046cd821', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80d55c13-7ec4-4ff2-849a-b91a0381ee44'}] {{(pid=73833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 00:40:36.434558 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] For port 80d55c13-7ec4-4ff2-849a-b91a0381ee44, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=80d55c13-7ec4-4ff2-849a-b91a0381ee44,segment=NetworkSegment(f06c188b-9c40-4e79-bf54-a7ff9bdcf208),segment_id=f06c188b-9c40-4e79-bf54-a7ff9bdcf208)] {{(pid=73833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:40:36.438743 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:40:36.440807 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-5e2e35d0-db96-449e-bdfb-22230b7c076c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:40:36.460991 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983ca820-6c02-4698-9d0d-6e2d4c6f6323 req-fe3da02a-d727-4add-afd2-3d858c32c893 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:40:36.462448 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-983ca820-6c02-4698-9d0d-6e2d4c6f6323 req-fe3da02a-d727-4add-afd2-3d858c32c893 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] 10.222.0.24 "GET /v2.0/ports?device_id=4703b5a2-aef6-427b-969a-2ab6046cd821 HTTP/1.1" status: 200  len: 945 time: 0.0853930
May 06 00:40:36.475228 dv-cinder-784623-8-iscsi neutron-server[73833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4703b5a2-aef6-427b-969a-2ab6046cd821', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80d55c13-7ec4-4ff2-849a-b91a0381ee44', 'code': 200}
May 06 00:40:36.509245 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Pushing event updated for resources: {'Port': ['ID=80d55c13-7ec4-4ff2-849a-b91a0381ee44,revision_number=5']} {{(pid=73833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:40:36.512079 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:40:36.512276 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-983ca820-6c02-4698-9d0d-6e2d4c6f6323 req-872fbe53-d628-40b0-a749-b332e1de98f3 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] 10.222.0.24 "GET /v2.0/security-groups?id=caf78781-a8d3-4bc3-9ba3-81b9c4d00593&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432639
May 06 00:40:36.716182 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84004be6-6fa5-4408-a1cc-bf8b0a8b54a9 req-a9188c97-8c71-4b03-80ca-0e1dceb64458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:40:36.717587 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-84004be6-6fa5-4408-a1cc-bf8b0a8b54a9 req-a9188c97-8c71-4b03-80ca-0e1dceb64458 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4703b5a2-aef6-427b-969a-2ab6046cd821 HTTP/1.1" status: 200  len: 1099 time: 0.0741072
May 06 00:40:36.759529 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-84004be6-6fa5-4408-a1cc-bf8b0a8b54a9 req-498a0b09-229f-40ef-ba01-e4de63500b8e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=caf78781-a8d3-4bc3-9ba3-81b9c4d00593&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0333922
May 06 00:40:37.149520 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc93830f-f379-4015-a4f2-5bbe9e825695 req-ce77088a-f259-4a41-bf87-419e4baf71bc tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:40:37.150971 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-dc93830f-f379-4015-a4f2-5bbe9e825695 req-ce77088a-f259-4a41-bf87-419e4baf71bc tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] 10.222.0.24 "GET /v2.0/ports?device_id=9fe6f6f0-0088-4879-a03c-107809502634 HTTP/1.1" status: 200  len: 984 time: 0.0800984
May 06 00:40:37.198365 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-dc93830f-f379-4015-a4f2-5bbe9e825695 req-77d07fb0-d4a5-4f69-8064-a6f794769e4b tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] 10.222.0.24 "GET /v2.0/security-groups?id=811af3d2-d9e3-451a-9e32-5fc42ad73f8c&id=ba1022db-a2af-40f9-8ef7-e7e12833f008&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0416164
May 06 00:40:37.698419 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0b8769-fcbd-40bc-b64d-91936ea0f988 req-15986705-39bc-4c1c-9140-62f44702f1a9 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:40:37.699767 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-2e0b8769-fcbd-40bc-b64d-91936ea0f988 req-15986705-39bc-4c1c-9140-62f44702f1a9 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] 10.222.0.24 "GET /v2.0/ports?device_id=4703b5a2-aef6-427b-969a-2ab6046cd821 HTTP/1.1" status: 200  len: 946 time: 0.0826204
May 06 00:40:37.744727 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-2e0b8769-fcbd-40bc-b64d-91936ea0f988 req-b1a4b79e-a5d0-411e-8fd0-6b68a23a5a0e tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] 10.222.0.24 "GET /v2.0/security-groups?id=caf78781-a8d3-4bc3-9ba3-81b9c4d00593&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388975
May 06 00:40:38.383179 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df7f9e1-1409-4e40-926c-b25c7db29ede req-59bdb0ba-ab11-4a16-83c0-3d62df6eecf9 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:40:38.384622 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-8df7f9e1-1409-4e40-926c-b25c7db29ede req-59bdb0ba-ab11-4a16-83c0-3d62df6eecf9 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] 10.222.0.24 "GET /v2.0/ports?device_id=9fe6f6f0-0088-4879-a03c-107809502634 HTTP/1.1" status: 200  len: 984 time: 0.0791428
May 06 00:40:38.432009 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-8df7f9e1-1409-4e40-926c-b25c7db29ede req-c37a3206-b98c-4126-8dc7-5957129f1b84 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] 10.222.0.24 "GET /v2.0/security-groups?id=811af3d2-d9e3-451a-9e32-5fc42ad73f8c&id=ba1022db-a2af-40f9-8ef7-e7e12833f008&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0407195
May 06 00:40:38.928915 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f39e86d-02ea-4c63-8ed5-66fb92eb79c0 req-d6a5c619-cc5c-4cb0-ba21-7ee1cdd84085 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:40:38.930404 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-9f39e86d-02ea-4c63-8ed5-66fb92eb79c0 req-d6a5c619-cc5c-4cb0-ba21-7ee1cdd84085 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] 10.222.0.24 "GET /v2.0/ports?device_id=4703b5a2-aef6-427b-969a-2ab6046cd821 HTTP/1.1" status: 200  len: 946 time: 0.0834363
May 06 00:40:38.976378 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-9f39e86d-02ea-4c63-8ed5-66fb92eb79c0 req-9747f6cc-bc72-46f5-95f9-00961c495497 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] 10.222.0.24 "GET /v2.0/security-groups?id=caf78781-a8d3-4bc3-9ba3-81b9c4d00593&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404296
May 06 00:40:39.614059 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207bdce3-41d5-41b9-b98e-219198e72fe0 req-fa5e023d-5777-4ef7-8819-51c385c9071a tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:40:39.615516 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-207bdce3-41d5-41b9-b98e-219198e72fe0 req-fa5e023d-5777-4ef7-8819-51c385c9071a tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] 10.222.0.24 "GET /v2.0/ports?device_id=9fe6f6f0-0088-4879-a03c-107809502634 HTTP/1.1" status: 200  len: 984 time: 0.0808713
May 06 00:40:39.666462 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-207bdce3-41d5-41b9-b98e-219198e72fe0 req-191416f0-158b-4084-9076-e74ba0ec33f6 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] 10.222.0.24 "GET /v2.0/security-groups?id=811af3d2-d9e3-451a-9e32-5fc42ad73f8c&id=ba1022db-a2af-40f9-8ef7-e7e12833f008&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0447249
May 06 00:40:40.869427 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e3a203-57d1-4005-a2aa-dda3875e7d44 req-ce0b1d84-ff91-4f6a-b085-5d4ff2cb8344 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:40:40.869427 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-91e3a203-57d1-4005-a2aa-dda3875e7d44 req-ce0b1d84-ff91-4f6a-b085-5d4ff2cb8344 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] 10.222.0.24 "GET /v2.0/ports?device_id=9fe6f6f0-0088-4879-a03c-107809502634 HTTP/1.1" status: 200  len: 984 time: 0.0881076
May 06 00:40:40.925603 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-91e3a203-57d1-4005-a2aa-dda3875e7d44 req-0566cf64-4c42-42ad-9af5-0b2b9155a41e tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] 10.222.0.24 "GET /v2.0/security-groups?id=811af3d2-d9e3-451a-9e32-5fc42ad73f8c&id=ba1022db-a2af-40f9-8ef7-e7e12833f008&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0509653
May 06 00:40:42.115383 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb81caf-a96d-4de9-b0c6-410c010e50b8 req-05a3c132-d3b4-4bc9-b116-318aa402b37a tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:40:42.116916 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-afb81caf-a96d-4de9-b0c6-410c010e50b8 req-05a3c132-d3b4-4bc9-b116-318aa402b37a tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] 10.222.0.24 "GET /v2.0/ports?device_id=9fe6f6f0-0088-4879-a03c-107809502634 HTTP/1.1" status: 200  len: 984 time: 0.0855367
May 06 00:40:42.164465 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-afb81caf-a96d-4de9-b0c6-410c010e50b8 req-ca5e13dc-c6d0-45d0-b010-c7a8863432b7 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] 10.222.0.24 "GET /v2.0/security-groups?id=811af3d2-d9e3-451a-9e32-5fc42ad73f8c&id=ba1022db-a2af-40f9-8ef7-e7e12833f008&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0417378
May 06 00:40:43.096198 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:40:43.356134 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c380b8-788c-4874-a816-235c9606d631 req-933a53ee-fd9f-4dd9-aed0-3c658d8c1b92 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:40:43.357521 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-c8c380b8-788c-4874-a816-235c9606d631 req-933a53ee-fd9f-4dd9-aed0-3c658d8c1b92 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] 10.222.0.24 "GET /v2.0/ports?device_id=9fe6f6f0-0088-4879-a03c-107809502634 HTTP/1.1" status: 200  len: 984 time: 0.0851142
May 06 00:40:43.403800 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-c8c380b8-788c-4874-a816-235c9606d631 req-93fa89ff-6b29-44bc-822f-e00a04f2d68e tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] 10.222.0.24 "GET /v2.0/security-groups?id=811af3d2-d9e3-451a-9e32-5fc42ad73f8c&id=ba1022db-a2af-40f9-8ef7-e7e12833f008&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0400596
May 06 00:40:44.589852 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e86a26-00de-49b3-a6fb-aa04f3c10738 req-e47ad895-05a6-4a27-84a5-7eb0d00bd17e tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:40:44.591300 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-48e86a26-00de-49b3-a6fb-aa04f3c10738 req-e47ad895-05a6-4a27-84a5-7eb0d00bd17e tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] 10.222.0.24 "GET /v2.0/ports?device_id=9fe6f6f0-0088-4879-a03c-107809502634 HTTP/1.1" status: 200  len: 984 time: 0.0818861
May 06 00:40:44.637966 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-48e86a26-00de-49b3-a6fb-aa04f3c10738 req-f1117952-c047-4f19-9549-ceff5f5f61ab tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] 10.222.0.24 "GET /v2.0/security-groups?id=811af3d2-d9e3-451a-9e32-5fc42ad73f8c&id=ba1022db-a2af-40f9-8ef7-e7e12833f008&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0402863
May 06 00:40:45.824878 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c8ebec-68cf-4e6c-833b-03264f3885fc req-ed1bfd1b-7968-438c-9d41-9a7138a3c388 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:40:45.826338 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-c2c8ebec-68cf-4e6c-833b-03264f3885fc req-ed1bfd1b-7968-438c-9d41-9a7138a3c388 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] 10.222.0.24 "GET /v2.0/ports?device_id=9fe6f6f0-0088-4879-a03c-107809502634 HTTP/1.1" status: 200  len: 984 time: 0.0823472
May 06 00:40:45.873320 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-c2c8ebec-68cf-4e6c-833b-03264f3885fc req-1bf14358-4123-4694-8884-558cfd0eb58c tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] 10.222.0.24 "GET /v2.0/security-groups?id=811af3d2-d9e3-451a-9e32-5fc42ad73f8c&id=ba1022db-a2af-40f9-8ef7-e7e12833f008&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0411358
May 06 00:40:46.776959 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-7a6b8930-5cba-4a78-9f37-1a82183821a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:40:47.059514 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3183513b-67c4-4cc7-b496-012519df50c1 req-edbe5ea6-e2d5-4cbd-ae09-6e2e8eb1ff2e tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:40:47.060959 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-3183513b-67c4-4cc7-b496-012519df50c1 req-edbe5ea6-e2d5-4cbd-ae09-6e2e8eb1ff2e tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] 10.222.0.24 "GET /v2.0/ports?device_id=9fe6f6f0-0088-4879-a03c-107809502634 HTTP/1.1" status: 200  len: 984 time: 0.0793421
May 06 00:40:47.195755 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-3183513b-67c4-4cc7-b496-012519df50c1 req-1fed820d-df11-446f-8441-93a3f8d2732b tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] 10.222.0.24 "GET /v2.0/security-groups?id=811af3d2-d9e3-451a-9e32-5fc42ad73f8c&id=ba1022db-a2af-40f9-8ef7-e7e12833f008&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1283834
May 06 00:40:47.890976 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.agents_db [None req-ee74f776-58ee-4f13-aa41-ceaf6d7d8c19 None None] Agent healthcheck: found 6 active agents {{(pid=73834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 06 00:40:48.383384 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d36727-0d8f-4719-b3b5-a7318265c5a2 req-9204cad8-352b-49b6-b4b3-203883b6f4ab tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:40:48.384726 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-42d36727-0d8f-4719-b3b5-a7318265c5a2 req-9204cad8-352b-49b6-b4b3-203883b6f4ab tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] 10.222.0.24 "GET /v2.0/ports?device_id=9fe6f6f0-0088-4879-a03c-107809502634 HTTP/1.1" status: 200  len: 984 time: 0.0820189
May 06 00:40:48.430695 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-42d36727-0d8f-4719-b3b5-a7318265c5a2 req-2020980e-bc1e-4b73-92da-27d98662fba7 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] 10.222.0.24 "GET /v2.0/security-groups?id=811af3d2-d9e3-451a-9e32-5fc42ad73f8c&id=ba1022db-a2af-40f9-8ef7-e7e12833f008&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0393360
May 06 00:40:49.268726 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:40:49.566576 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-af7b3981-4b54-429f-875a-5b65cc48f949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:40:49.617434 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07d79bd-255d-4f1e-9a20-94e01b01f570 req-35d209c0-38a5-4ddb-8ba0-e282f3b03644 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:40:49.618863 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-e07d79bd-255d-4f1e-9a20-94e01b01f570 req-35d209c0-38a5-4ddb-8ba0-e282f3b03644 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] 10.222.0.24 "GET /v2.0/ports?device_id=9fe6f6f0-0088-4879-a03c-107809502634 HTTP/1.1" status: 200  len: 984 time: 0.0814579
May 06 00:40:49.666754 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-e07d79bd-255d-4f1e-9a20-94e01b01f570 req-887582ad-15eb-46de-88c7-f2c11bf1c67a tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] 10.222.0.24 "GET /v2.0/security-groups?id=811af3d2-d9e3-451a-9e32-5fc42ad73f8c&id=ba1022db-a2af-40f9-8ef7-e7e12833f008&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0410571
May 06 00:40:50.422009 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-90084741-9b8f-423c-9f16-72d74cd0e02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:40:50.861990 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040a99cb-3f82-4718-8ec9-6a45394c19f8 req-b9aea48f-0750-4aaf-ab8e-7ab3402e6426 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:40:50.863427 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-040a99cb-3f82-4718-8ec9-6a45394c19f8 req-b9aea48f-0750-4aaf-ab8e-7ab3402e6426 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] 10.222.0.24 "GET /v2.0/ports?device_id=9fe6f6f0-0088-4879-a03c-107809502634 HTTP/1.1" status: 200  len: 984 time: 0.0870869
May 06 00:40:50.910523 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-040a99cb-3f82-4718-8ec9-6a45394c19f8 req-2f05745e-46ae-4d50-862d-adfd367d4dd6 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] 10.222.0.24 "GET /v2.0/security-groups?id=811af3d2-d9e3-451a-9e32-5fc42ad73f8c&id=ba1022db-a2af-40f9-8ef7-e7e12833f008&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0412583
May 06 00:40:51.920181 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-06e5bd5a-9e4a-4653-864f-becf711c9df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:40:52.060452 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e045500-cb44-4a95-944a-a5addfcf5ddf req-09c398f0-70fb-4897-91fb-1a8cf8134028 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:40:52.062801 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-4e045500-cb44-4a95-944a-a5addfcf5ddf req-09c398f0-70fb-4897-91fb-1a8cf8134028 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] 10.222.0.24 "GET /v2.0/ports?device_id=4703b5a2-aef6-427b-969a-2ab6046cd821 HTTP/1.1" status: 200  len: 946 time: 0.0829043
May 06 00:40:52.100847 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734246a1-540d-4fd3-9be2-7fa290a79f1b req-5ece3fb6-8410-4a0b-bc8e-73405877f35f tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:40:52.102277 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-734246a1-540d-4fd3-9be2-7fa290a79f1b req-5ece3fb6-8410-4a0b-bc8e-73405877f35f tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] 10.222.0.24 "GET /v2.0/ports?device_id=9fe6f6f0-0088-4879-a03c-107809502634 HTTP/1.1" status: 200  len: 984 time: 0.0843632
May 06 00:40:52.107170 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-4e045500-cb44-4a95-944a-a5addfcf5ddf req-bcd09443-b518-436c-85bd-1f1f0522bbf7 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] 10.222.0.24 "GET /v2.0/security-groups?id=caf78781-a8d3-4bc3-9ba3-81b9c4d00593&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386083
May 06 00:40:52.149885 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-734246a1-540d-4fd3-9be2-7fa290a79f1b req-9c0aff3e-67f5-4a6b-bbe6-539ba661bfbf tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] 10.222.0.24 "GET /v2.0/security-groups?id=811af3d2-d9e3-451a-9e32-5fc42ad73f8c&id=ba1022db-a2af-40f9-8ef7-e7e12833f008&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0415421
May 06 00:40:53.349923 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3375ce-c29c-427d-b6f0-7719c94c859e req-9bf4275b-65a4-492f-b563-fc7b8f709db4 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:40:53.351485 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-8a3375ce-c29c-427d-b6f0-7719c94c859e req-9bf4275b-65a4-492f-b563-fc7b8f709db4 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] 10.222.0.24 "GET /v2.0/ports?device_id=9fe6f6f0-0088-4879-a03c-107809502634 HTTP/1.1" status: 200  len: 984 time: 0.0819764
May 06 00:40:53.382780 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6eecab-3d8d-42ce-8dbc-dc7110979afb req-4465f614-f5fa-4173-9e80-3f78bf16af75 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:40:53.384242 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-ca6eecab-3d8d-42ce-8dbc-dc7110979afb req-4465f614-f5fa-4173-9e80-3f78bf16af75 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] 10.222.0.24 "GET /v2.0/ports?device_id=4703b5a2-aef6-427b-969a-2ab6046cd821 HTTP/1.1" status: 200  len: 946 time: 0.1687570
May 06 00:40:53.402273 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-8a3375ce-c29c-427d-b6f0-7719c94c859e req-387eb972-6114-4f6a-87af-c8c93220b1b6 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] 10.222.0.24 "GET /v2.0/security-groups?id=811af3d2-d9e3-451a-9e32-5fc42ad73f8c&id=ba1022db-a2af-40f9-8ef7-e7e12833f008&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0448420
May 06 00:40:53.437844 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-ca6eecab-3d8d-42ce-8dbc-dc7110979afb req-66ce85ce-fd03-46cf-81cc-a9d3515a6446 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] 10.222.0.24 "GET /v2.0/security-groups?id=caf78781-a8d3-4bc3-9ba3-81b9c4d00593&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475748
May 06 00:40:54.038226 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a00908-b71e-4689-869e-1fa0028ba103 req-8f47375d-7d2a-464b-bb39-c446b065439f tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:40:54.039557 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-f0a00908-b71e-4689-869e-1fa0028ba103 req-8f47375d-7d2a-464b-bb39-c446b065439f tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] 10.222.0.30 "GET /v2.0/ports?device_id=4703b5a2-aef6-427b-969a-2ab6046cd821 HTTP/1.1" status: 200  len: 946 time: 0.0967450
May 06 00:40:54.192988 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.plugin [req-f0a00908-b71e-4689-869e-1fa0028ba103 req-e4f8b095-dcb1-4192-a4c3-bd8e2dd5082a tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Deleting port 80d55c13-7ec4-4ff2-849a-b91a0381ee44 {{(pid=73832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 06 00:40:54.193323 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-f0a00908-b71e-4689-869e-1fa0028ba103 req-e4f8b095-dcb1-4192-a4c3-bd8e2dd5082a tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767381331357'] for port, before_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:40:54.332856 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.db [req-f0a00908-b71e-4689-869e-1fa0028ba103 req-e4f8b095-dcb1-4192-a4c3-bd8e2dd5082a tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] For port 80d55c13-7ec4-4ff2-849a-b91a0381ee44, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=80d55c13-7ec4-4ff2-849a-b91a0381ee44,segment=NetworkSegment(f06c188b-9c40-4e79-bf54-a7ff9bdcf208),segment_id=f06c188b-9c40-4e79-bf54-a7ff9bdcf208)] {{(pid=73832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:40:54.333086 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-f0a00908-b71e-4689-869e-1fa0028ba103 req-e4f8b095-dcb1-4192-a4c3-bd8e2dd5082a tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404144'] for port, precommit_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:40:54.452327 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.plugin [req-f0a00908-b71e-4689-869e-1fa0028ba103 req-e4f8b095-dcb1-4192-a4c3-bd8e2dd5082a tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Calling delete_port for 80d55c13-7ec4-4ff2-849a-b91a0381ee44 owned by compute:nova {{(pid=73832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 06 00:40:54.566484 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-f0a00908-b71e-4689-869e-1fa0028ba103 req-e4f8b095-dcb1-4192-a4c3-bd8e2dd5082a tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767381335664', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767380898829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2182845'] for port, after_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:40:54.572314 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-d7e51fc0-4259-4c49-9932-faa870e6a384 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:40:54.580158 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] get_ports_and_sgs() called for port_ids ['ed6e3c21-b04e-43e3-9093-cee5d64aee52', 'de93e0d2-f778-461e-9191-250e49ebe62f', 'af0fe56c-4b47-478d-a848-a4815a72562c', '80d55c13-7ec4-4ff2-849a-b91a0381ee44'] {{(pid=73833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 06 00:40:54.651351 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f8b095-dcb1-4192-a4c3-bd8e2dd5082a tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Pushing event deleted for resources: {'Port': ['ID=80d55c13-7ec4-4ff2-849a-b91a0381ee44,revision_number=None']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:40:54.667860 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-e43c3914-16ec-4756-9c44-cf89f3680a93 req-32070d62-1bd6-475a-b139-2bf0d8dcec18 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] 10.222.0.24 "GET /v2.0/ports?device_id=4703b5a2-aef6-427b-969a-2ab6046cd821 HTTP/1.1" status: 200  len: 210 time: 0.0594995
May 06 00:40:54.696719 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f8b095-dcb1-4192-a4c3-bd8e2dd5082a tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:40:54.697113 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f8b095-dcb1-4192-a4c3-bd8e2dd5082a tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:40:54.697473 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f8b095-dcb1-4192-a4c3-bd8e2dd5082a tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:40:54.697825 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f8b095-dcb1-4192-a4c3-bd8e2dd5082a tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:40:54.698176 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f8b095-dcb1-4192-a4c3-bd8e2dd5082a tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:40:54.698529 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f8b095-dcb1-4192-a4c3-bd8e2dd5082a tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:40:54.698877 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f8b095-dcb1-4192-a4c3-bd8e2dd5082a tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:40:54.699223 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f8b095-dcb1-4192-a4c3-bd8e2dd5082a tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:40:54.699569 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f8b095-dcb1-4192-a4c3-bd8e2dd5082a tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:40:54.699911 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f8b095-dcb1-4192-a4c3-bd8e2dd5082a tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:40:54.700254 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f8b095-dcb1-4192-a4c3-bd8e2dd5082a tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:40:54.700591 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f8b095-dcb1-4192-a4c3-bd8e2dd5082a tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:40:54.714767 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-e4f8b095-dcb1-4192-a4c3-bd8e2dd5082a tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:40:54.750112 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0a00908-b71e-4689-869e-1fa0028ba103 req-e4f8b095-dcb1-4192-a4c3-bd8e2dd5082a tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] No DVR routers for this DVR port 80d55c13-7ec4-4ff2-849a-b91a0381ee44 on host hv-cinder-78462 {{(pid=73832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 06 00:40:54.752639 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-f0a00908-b71e-4689-869e-1fa0028ba103 req-e4f8b095-dcb1-4192-a4c3-bd8e2dd5082a tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43737'] for port, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:40:54.755202 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4703b5a2-aef6-427b-969a-2ab6046cd821', 'name': 'network-vif-deleted', 'tag': '80d55c13-7ec4-4ff2-849a-b91a0381ee44'}] {{(pid=73832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 00:40:54.770539 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-f0a00908-b71e-4689-869e-1fa0028ba103 req-e4f8b095-dcb1-4192-a4c3-bd8e2dd5082a tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] 10.222.0.30 "DELETE /v2.0/ports/80d55c13-7ec4-4ff2-849a-b91a0381ee44 HTTP/1.1" status: 204  len: 173 time: 0.7233734
May 06 00:40:54.807017 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4703b5a2-aef6-427b-969a-2ab6046cd821', 'name': 'network-vif-deleted', 'tag': '80d55c13-7ec4-4ff2-849a-b91a0381ee44', 'status': 'completed', 'code': 200}
May 06 00:40:57.347248 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa305a9e-7b3d-45df-9bc7-d3fccd4b20a7 req-a682f66b-1eca-4fc0-8e62-ba5c4419deb4 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:40:57.347962 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [req-fa305a9e-7b3d-45df-9bc7-d3fccd4b20a7 req-a682f66b-1eca-4fc0-8e62-ba5c4419deb4 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Synchronizing usage tracker for tenant:2931334f6f2c435b8bc0aba23f1277b7 on resource:port {{(pid=73832) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 00:40:57.363073 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [req-fa305a9e-7b3d-45df-9bc7-d3fccd4b20a7 req-a682f66b-1eca-4fc0-8e62-ba5c4419deb4 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Unset dirty status for tenant:2931334f6f2c435b8bc0aba23f1277b7 on resource:port {{(pid=73832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 00:40:57.364290 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-fa305a9e-7b3d-45df-9bc7-d3fccd4b20a7 req-a682f66b-1eca-4fc0-8e62-ba5c4419deb4 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b71a903-df78-454a-8442-352cf1658c4f HTTP/1.1" status: 200  len: 945 time: 0.0954590
May 06 00:40:57.410994 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-fa305a9e-7b3d-45df-9bc7-d3fccd4b20a7 req-72df92bb-9b2d-48ea-9a94-4d3f3b66367c tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] 10.222.0.24 "GET /v2.0/security-groups?id=caf78781-a8d3-4bc3-9ba3-81b9c4d00593&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406713
May 06 00:40:58.287668 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Device 80d55c13-7ec4-4ff2-849a-b91a0381ee44 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=73833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 06 00:40:58.325321 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.plugin [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] No Port match for: 80d55c13-7ec4-4ff2-849a-b91a0381ee44 {{(pid=73833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 06 00:40:58.325678 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Device 80d55c13-7ec4-4ff2-849a-b91a0381ee44 not bound to the agent host hv-cinder-78462 {{(pid=73833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 06 00:40:58.598241 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4812b8f-77c4-4d46-aeed-1d98c61d134e req-3ce02879-d759-40b8-9be8-912f8c70fd4c tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:40:58.599559 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-f4812b8f-77c4-4d46-aeed-1d98c61d134e req-3ce02879-d759-40b8-9be8-912f8c70fd4c tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b71a903-df78-454a-8442-352cf1658c4f HTTP/1.1" status: 200  len: 945 time: 0.0827489
May 06 00:40:58.644129 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-f4812b8f-77c4-4d46-aeed-1d98c61d134e req-e605d9dc-0c74-4d1f-a318-a9ef6ea5e43b tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] 10.222.0.24 "GET /v2.0/security-groups?id=caf78781-a8d3-4bc3-9ba3-81b9c4d00593&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389168
May 06 00:40:59.092347 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228e61c0-16d3-45fe-b806-daef182017e7 req-f10a8c97-d9fa-4baf-85db-b8e3908edfec tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:40:59.093995 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-228e61c0-16d3-45fe-b806-daef182017e7 req-f10a8c97-d9fa-4baf-85db-b8e3908edfec tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b71a903-df78-454a-8442-352cf1658c4f HTTP/1.1" status: 200  len: 945 time: 0.0789132
May 06 00:40:59.230894 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.plugin [req-228e61c0-16d3-45fe-b806-daef182017e7 req-63749521-e9ae-4533-af0a-83d7b9f3277f tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Deleting port af0fe56c-4b47-478d-a848-a4815a72562c {{(pid=73832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 06 00:40:59.231226 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-228e61c0-16d3-45fe-b806-daef182017e7 req-63749521-e9ae-4533-af0a-83d7b9f3277f tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767381331357'] for port, before_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:40:59.372592 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.db [req-228e61c0-16d3-45fe-b806-daef182017e7 req-63749521-e9ae-4533-af0a-83d7b9f3277f tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] For port af0fe56c-4b47-478d-a848-a4815a72562c, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=af0fe56c-4b47-478d-a848-a4815a72562c,segment=NetworkSegment(f06c188b-9c40-4e79-bf54-a7ff9bdcf208),segment_id=f06c188b-9c40-4e79-bf54-a7ff9bdcf208)] {{(pid=73832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:40:59.372983 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-228e61c0-16d3-45fe-b806-daef182017e7 req-63749521-e9ae-4533-af0a-83d7b9f3277f tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404144'] for port, precommit_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:40:59.574357 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.plugin [req-228e61c0-16d3-45fe-b806-daef182017e7 req-63749521-e9ae-4533-af0a-83d7b9f3277f tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Calling delete_port for af0fe56c-4b47-478d-a848-a4815a72562c owned by compute:nova {{(pid=73832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 06 00:40:59.685834 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-228e61c0-16d3-45fe-b806-daef182017e7 req-63749521-e9ae-4533-af0a-83d7b9f3277f tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767381335664', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767380898829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2182845'] for port, after_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:40:59.691384 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-0aedfb95-338d-44a3-8176-aff338e7300b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:40:59.704249 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] get_ports_and_sgs() called for port_ids ['ed6e3c21-b04e-43e3-9093-cee5d64aee52', 'de93e0d2-f778-461e-9191-250e49ebe62f', 'af0fe56c-4b47-478d-a848-a4815a72562c'] {{(pid=73833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 06 00:40:59.777862 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63749521-e9ae-4533-af0a-83d7b9f3277f tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Pushing event deleted for resources: {'Port': ['ID=af0fe56c-4b47-478d-a848-a4815a72562c,revision_number=None']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:40:59.780850 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-63749521-e9ae-4533-af0a-83d7b9f3277f tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:40:59.852310 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.l3_dvrscheduler_db [req-228e61c0-16d3-45fe-b806-daef182017e7 req-63749521-e9ae-4533-af0a-83d7b9f3277f tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] No DVR routers for this DVR port af0fe56c-4b47-478d-a848-a4815a72562c on host hv-cinder-78462 {{(pid=73832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 06 00:40:59.854775 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-228e61c0-16d3-45fe-b806-daef182017e7 req-63749521-e9ae-4533-af0a-83d7b9f3277f tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43737'] for port, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:40:59.858852 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b71a903-df78-454a-8442-352cf1658c4f', 'name': 'network-vif-deleted', 'tag': 'af0fe56c-4b47-478d-a848-a4815a72562c'}] {{(pid=73832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 00:40:59.864784 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-ccec86a6-49eb-4202-bfbc-bad27a25e05c req-32336146-20d4-4796-b089-4ff12cc754c3 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b71a903-df78-454a-8442-352cf1658c4f HTTP/1.1" status: 200  len: 210 time: 0.1060154
May 06 00:40:59.876826 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-228e61c0-16d3-45fe-b806-daef182017e7 req-63749521-e9ae-4533-af0a-83d7b9f3277f tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] 10.222.0.30 "DELETE /v2.0/ports/af0fe56c-4b47-478d-a848-a4815a72562c HTTP/1.1" status: 204  len: 173 time: 0.7768409
May 06 00:40:59.920645 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b71a903-df78-454a-8442-352cf1658c4f', 'name': 'network-vif-deleted', 'tag': 'af0fe56c-4b47-478d-a848-a4815a72562c', 'status': 'completed', 'code': 200}
May 06 00:41:01.319798 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d57a40-5875-4444-957a-ebf1d15d77de req-7ff57723-09e0-4537-adb4-5e9a433ec74b tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:41:01.320485 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [req-28d57a40-5875-4444-957a-ebf1d15d77de req-7ff57723-09e0-4537-adb4-5e9a433ec74b tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Synchronizing usage tracker for tenant:2931334f6f2c435b8bc0aba23f1277b7 on resource:port {{(pid=73832) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 00:41:01.336349 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [req-28d57a40-5875-4444-957a-ebf1d15d77de req-7ff57723-09e0-4537-adb4-5e9a433ec74b tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Unset dirty status for tenant:2931334f6f2c435b8bc0aba23f1277b7 on resource:port {{(pid=73832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 00:41:01.337610 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-28d57a40-5875-4444-957a-ebf1d15d77de req-7ff57723-09e0-4537-adb4-5e9a433ec74b tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] 10.222.0.24 "GET /v2.0/ports?device_id=02c26ed5-586e-4750-b8c8-4251b08ea67a HTTP/1.1" status: 200  len: 946 time: 0.0987554
May 06 00:41:01.382665 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-28d57a40-5875-4444-957a-ebf1d15d77de req-5b40d30f-21b3-49a0-b6a1-48c4988732ee tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] 10.222.0.24 "GET /v2.0/security-groups?id=caf78781-a8d3-4bc3-9ba3-81b9c4d00593&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385540
May 06 00:41:02.288398 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Device af0fe56c-4b47-478d-a848-a4815a72562c no longer exists at agent hyperv_hv-cinder-78462 {{(pid=73833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 06 00:41:02.323027 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.plugin [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] No Port match for: af0fe56c-4b47-478d-a848-a4815a72562c {{(pid=73833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 06 00:41:02.323365 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Device af0fe56c-4b47-478d-a848-a4815a72562c not bound to the agent host hv-cinder-78462 {{(pid=73833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 06 00:41:02.571165 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1acb1b-d9ea-42ca-8f0d-cf733a0cd44e req-04852b6b-a669-4c24-b776-c6f1db6fd7a7 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:41:02.572610 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-7a1acb1b-d9ea-42ca-8f0d-cf733a0cd44e req-04852b6b-a669-4c24-b776-c6f1db6fd7a7 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] 10.222.0.24 "GET /v2.0/ports?device_id=02c26ed5-586e-4750-b8c8-4251b08ea67a HTTP/1.1" status: 200  len: 946 time: 0.0827270
May 06 00:41:02.619412 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-7a1acb1b-d9ea-42ca-8f0d-cf733a0cd44e req-746a31e4-8fe3-4e76-88f8-27cf1e008bf0 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] 10.222.0.24 "GET /v2.0/security-groups?id=caf78781-a8d3-4bc3-9ba3-81b9c4d00593&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403829
May 06 00:41:02.696691 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a17e9bc-8926-42f1-be19-0827cef21c62 req-11cb20a5-6aa5-4227-8e96-a7cc471d8be7 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:41:02.698262 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-5a17e9bc-8926-42f1-be19-0827cef21c62 req-11cb20a5-6aa5-4227-8e96-a7cc471d8be7 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] 10.222.0.30 "GET /v2.0/ports?device_id=02c26ed5-586e-4750-b8c8-4251b08ea67a HTTP/1.1" status: 200  len: 946 time: 0.0794802
May 06 00:41:02.838997 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.plugin [req-5a17e9bc-8926-42f1-be19-0827cef21c62 req-4e8f85d4-86b7-4df7-a7f9-9dfd5bfc1515 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Deleting port de93e0d2-f778-461e-9191-250e49ebe62f {{(pid=73832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 06 00:41:02.839374 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-5a17e9bc-8926-42f1-be19-0827cef21c62 req-4e8f85d4-86b7-4df7-a7f9-9dfd5bfc1515 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767381331357'] for port, before_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:02.974080 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.db [req-5a17e9bc-8926-42f1-be19-0827cef21c62 req-4e8f85d4-86b7-4df7-a7f9-9dfd5bfc1515 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] For port de93e0d2-f778-461e-9191-250e49ebe62f, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=de93e0d2-f778-461e-9191-250e49ebe62f,segment=NetworkSegment(f06c188b-9c40-4e79-bf54-a7ff9bdcf208),segment_id=f06c188b-9c40-4e79-bf54-a7ff9bdcf208)] {{(pid=73832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:41:02.974460 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-5a17e9bc-8926-42f1-be19-0827cef21c62 req-4e8f85d4-86b7-4df7-a7f9-9dfd5bfc1515 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404144'] for port, precommit_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:03.095237 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.plugin [req-5a17e9bc-8926-42f1-be19-0827cef21c62 req-4e8f85d4-86b7-4df7-a7f9-9dfd5bfc1515 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Calling delete_port for de93e0d2-f778-461e-9191-250e49ebe62f owned by compute:nova {{(pid=73832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 06 00:41:03.202958 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-5a17e9bc-8926-42f1-be19-0827cef21c62 req-4e8f85d4-86b7-4df7-a7f9-9dfd5bfc1515 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767381335664', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767380898829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2182845'] for port, after_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:03.208060 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-f9fd3e32-bbcf-44c9-830c-101724c434a1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:41:03.214108 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] get_ports_and_sgs() called for port_ids ['ed6e3c21-b04e-43e3-9093-cee5d64aee52', 'de93e0d2-f778-461e-9191-250e49ebe62f'] {{(pid=73833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 06 00:41:03.252523 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8f85d4-86b7-4df7-a7f9-9dfd5bfc1515 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Pushing event deleted for resources: {'Port': ['ID=de93e0d2-f778-461e-9191-250e49ebe62f,revision_number=None']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:41:03.255648 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-4e8f85d4-86b7-4df7-a7f9-9dfd5bfc1515 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:41:03.328222 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a17e9bc-8926-42f1-be19-0827cef21c62 req-4e8f85d4-86b7-4df7-a7f9-9dfd5bfc1515 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] No DVR routers for this DVR port de93e0d2-f778-461e-9191-250e49ebe62f on host hv-cinder-78462 {{(pid=73832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 06 00:41:03.330697 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-5a17e9bc-8926-42f1-be19-0827cef21c62 req-4e8f85d4-86b7-4df7-a7f9-9dfd5bfc1515 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43737'] for port, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:03.333199 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02c26ed5-586e-4750-b8c8-4251b08ea67a', 'name': 'network-vif-deleted', 'tag': 'de93e0d2-f778-461e-9191-250e49ebe62f'}] {{(pid=73832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 00:41:03.350980 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-5a17e9bc-8926-42f1-be19-0827cef21c62 req-4e8f85d4-86b7-4df7-a7f9-9dfd5bfc1515 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] 10.222.0.30 "DELETE /v2.0/ports/de93e0d2-f778-461e-9191-250e49ebe62f HTTP/1.1" status: 204  len: 173 time: 0.6460137
May 06 00:41:03.387120 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02c26ed5-586e-4750-b8c8-4251b08ea67a', 'name': 'network-vif-deleted', 'tag': 'de93e0d2-f778-461e-9191-250e49ebe62f', 'status': 'completed', 'code': 200}
May 06 00:41:03.788191 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-6a1c5598-59dd-4ede-9531-fb67bd8724f1 req-f08fce3d-d295-48d6-9879-b54ddf3a94b8 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] 10.222.0.24 "GET /v2.0/ports?device_id=02c26ed5-586e-4750-b8c8-4251b08ea67a HTTP/1.1" status: 200  len: 210 time: 0.0440686
May 06 00:41:06.298721 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Device de93e0d2-f778-461e-9191-250e49ebe62f no longer exists at agent hyperv_hv-cinder-78462 {{(pid=73833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 06 00:41:06.333208 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.plugin [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] No Port match for: de93e0d2-f778-461e-9191-250e49ebe62f {{(pid=73833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 06 00:41:06.333563 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Device de93e0d2-f778-461e-9191-250e49ebe62f not bound to the agent host hv-cinder-78462 {{(pid=73833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 06 00:41:06.459848 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422bb746-5d76-45f4-a1a2-7c6d32bc00ca req-159301be-6abc-42d4-93b2-bac359415fde tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:41:06.461335 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-422bb746-5d76-45f4-a1a2-7c6d32bc00ca req-159301be-6abc-42d4-93b2-bac359415fde tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] 10.222.0.24 "GET /v2.0/ports?device_id=52570047-b712-4844-8c1c-1a1bfcb0720f HTTP/1.1" status: 200  len: 945 time: 0.0785909
May 06 00:41:06.508283 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-422bb746-5d76-45f4-a1a2-7c6d32bc00ca req-8cfdf42b-d324-446e-bedb-facde0b0ab4e tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] 10.222.0.24 "GET /v2.0/security-groups?id=caf78781-a8d3-4bc3-9ba3-81b9c4d00593&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405715
May 06 00:41:07.691709 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3231ea-a5dc-45f7-afb7-98d3c72deedb req-01b5791e-50a5-4dd8-9bd0-04724e667b95 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:41:07.692406 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [req-9f3231ea-a5dc-45f7-afb7-98d3c72deedb req-01b5791e-50a5-4dd8-9bd0-04724e667b95 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Synchronizing usage tracker for tenant:2931334f6f2c435b8bc0aba23f1277b7 on resource:port {{(pid=73832) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 00:41:07.707753 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [req-9f3231ea-a5dc-45f7-afb7-98d3c72deedb req-01b5791e-50a5-4dd8-9bd0-04724e667b95 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Unset dirty status for tenant:2931334f6f2c435b8bc0aba23f1277b7 on resource:port {{(pid=73832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 00:41:07.709101 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-9f3231ea-a5dc-45f7-afb7-98d3c72deedb req-01b5791e-50a5-4dd8-9bd0-04724e667b95 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] 10.222.0.24 "GET /v2.0/ports?device_id=52570047-b712-4844-8c1c-1a1bfcb0720f HTTP/1.1" status: 200  len: 945 time: 0.0950456
May 06 00:41:07.757745 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-9f3231ea-a5dc-45f7-afb7-98d3c72deedb req-8298401e-6104-4595-978a-33354cc9ac8a tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] 10.222.0.24 "GET /v2.0/security-groups?id=caf78781-a8d3-4bc3-9ba3-81b9c4d00593&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429173
May 06 00:41:08.107901 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de947d8e-dc12-453b-a54a-091eb73681a5 req-1f9de1ce-9083-402c-97c2-502a87838988 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:41:08.109339 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-de947d8e-dc12-453b-a54a-091eb73681a5 req-1f9de1ce-9083-402c-97c2-502a87838988 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] 10.222.0.30 "GET /v2.0/ports?device_id=52570047-b712-4844-8c1c-1a1bfcb0720f HTTP/1.1" status: 200  len: 945 time: 0.0780149
May 06 00:41:08.244597 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.plugin [req-de947d8e-dc12-453b-a54a-091eb73681a5 req-08fd1f9b-2130-413a-beb5-465806f4122c tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Deleting port ed6e3c21-b04e-43e3-9093-cee5d64aee52 {{(pid=73832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 06 00:41:08.245060 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-de947d8e-dc12-453b-a54a-091eb73681a5 req-08fd1f9b-2130-413a-beb5-465806f4122c tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767381331357'] for port, before_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:08.459247 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.db [req-de947d8e-dc12-453b-a54a-091eb73681a5 req-08fd1f9b-2130-413a-beb5-465806f4122c tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] For port ed6e3c21-b04e-43e3-9093-cee5d64aee52, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=ed6e3c21-b04e-43e3-9093-cee5d64aee52,segment=NetworkSegment(f06c188b-9c40-4e79-bf54-a7ff9bdcf208),segment_id=f06c188b-9c40-4e79-bf54-a7ff9bdcf208)] {{(pid=73832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:41:08.459536 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-de947d8e-dc12-453b-a54a-091eb73681a5 req-08fd1f9b-2130-413a-beb5-465806f4122c tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404144'] for port, precommit_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:08.578719 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.plugin [req-de947d8e-dc12-453b-a54a-091eb73681a5 req-08fd1f9b-2130-413a-beb5-465806f4122c tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Calling delete_port for ed6e3c21-b04e-43e3-9093-cee5d64aee52 owned by compute:nova {{(pid=73832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 06 00:41:08.686790 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-de947d8e-dc12-453b-a54a-091eb73681a5 req-08fd1f9b-2130-413a-beb5-465806f4122c tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767381335664', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767380898829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2182845'] for port, after_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:08.692188 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-f9fd3e32-bbcf-44c9-830c-101724c434a1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:41:08.734006 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fd1f9b-2130-413a-beb5-465806f4122c tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Pushing event deleted for resources: {'Port': ['ID=ed6e3c21-b04e-43e3-9093-cee5d64aee52,revision_number=None']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:41:08.737494 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-08fd1f9b-2130-413a-beb5-465806f4122c tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:41:08.811684 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.l3_dvrscheduler_db [req-de947d8e-dc12-453b-a54a-091eb73681a5 req-08fd1f9b-2130-413a-beb5-465806f4122c tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] No DVR routers for this DVR port ed6e3c21-b04e-43e3-9093-cee5d64aee52 on host hv-cinder-78462 {{(pid=73832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 06 00:41:08.814184 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-de947d8e-dc12-453b-a54a-091eb73681a5 req-08fd1f9b-2130-413a-beb5-465806f4122c tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43737'] for port, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:08.816696 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52570047-b712-4844-8c1c-1a1bfcb0720f', 'name': 'network-vif-deleted', 'tag': 'ed6e3c21-b04e-43e3-9093-cee5d64aee52'}] {{(pid=73832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 00:41:08.831913 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-de947d8e-dc12-453b-a54a-091eb73681a5 req-08fd1f9b-2130-413a-beb5-465806f4122c tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] 10.222.0.30 "DELETE /v2.0/ports/ed6e3c21-b04e-43e3-9093-cee5d64aee52 HTTP/1.1" status: 204  len: 173 time: 0.7159681
May 06 00:41:08.866558 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52570047-b712-4844-8c1c-1a1bfcb0720f', 'name': 'network-vif-deleted', 'tag': 'ed6e3c21-b04e-43e3-9093-cee5d64aee52', 'status': 'completed', 'code': 200}
May 06 00:41:08.914050 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-e20467ae-09cf-4b4c-8a1b-67579cac4a76 req-1486e70b-2a71-4e09-a151-645ca4ed2137 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] 10.222.0.24 "GET /v2.0/ports?device_id=52570047-b712-4844-8c1c-1a1bfcb0720f HTTP/1.1" status: 200  len: 210 time: 0.0437305
May 06 00:41:09.360055 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-9a02a8e0-47a1-4858-b53b-8221a3627a17 req-627a4d97-9022-4d7f-a62f-c2990da5a2c2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9fe6f6f0-0088-4879-a03c-107809502634&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0783293
May 06 00:41:09.463879 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a02a8e0-47a1-4858-b53b-8221a3627a17 req-464b6769-befd-4e01-8420-772693cea747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:41:09.465360 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-9a02a8e0-47a1-4858-b53b-8221a3627a17 req-464b6769-befd-4e01-8420-772693cea747 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0b890f9b623c4aa1bd3a726f7dc8838e&device_id=9fe6f6f0-0088-4879-a03c-107809502634 HTTP/1.1" status: 200  len: 1137 time: 0.0786622
May 06 00:41:09.614506 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a02a8e0-47a1-4858-b53b-8221a3627a17 req-9a75ac94-1a7a-47a4-aae0-d1c21ba6d9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:41:09.615934 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-9a02a8e0-47a1-4858-b53b-8221a3627a17 req-9a75ac94-1a7a-47a4-aae0-d1c21ba6d9cc service neutron] 10.222.0.30 "GET /v2.0/networks?id=dfefa750-c4cf-4fe5-9a50-39478c106a84 HTTP/1.1" status: 200  len: 916 time: 0.1286488
May 06 00:41:09.718549 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-9a02a8e0-47a1-4858-b53b-8221a3627a17 req-0f7a6c90-c321-4f17-8c9e-dc170806e8e9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c43891f-b78c-4450-bd56-acc3eff578e4 HTTP/1.1" status: 200  len: 1001 time: 0.0961151
May 06 00:41:09.784536 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a02a8e0-47a1-4858-b53b-8221a3627a17 req-3d1cc200-244d-4862-8082-5aaad892b136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:41:09.785998 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-9a02a8e0-47a1-4858-b53b-8221a3627a17 req-3d1cc200-244d-4862-8082-5aaad892b136 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=10dd42a5-a5ec-4dc6-b51c-78099354ecd3 HTTP/1.1" status: 200  len: 854 time: 0.0605679
May 06 00:41:09.862281 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a02a8e0-47a1-4858-b53b-8221a3627a17 req-da6c9a88-a0cf-4582-bc88-fcff0951a35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:41:09.863665 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-9a02a8e0-47a1-4858-b53b-8221a3627a17 req-da6c9a88-a0cf-4582-bc88-fcff0951a35b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dfefa750-c4cf-4fe5-9a50-39478c106a84&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0710325
May 06 00:41:09.996190 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-9a02a8e0-47a1-4858-b53b-8221a3627a17 req-1f07edf9-693f-40eb-bcf2-2d7f1c932a3f service neutron] 10.222.0.30 "GET /v2.0/networks/dfefa750-c4cf-4fe5-9a50-39478c106a84?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1249688
May 06 00:41:10.009102 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 43490) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:41:10.067776 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.db_base_plugin_v2 [None req-869b651c-d5a5-4bb6-bbad-de6bde15d3fc admin admin] Deleting subnet 36fdd0f8-d289-4f93-b6af-d39d90badcc9 {{(pid=73831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 06 00:41:10.070728 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-869b651c-d5a5-4bb6-bbad-de6bde15d3fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:10.121689 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-869b651c-d5a5-4bb6-bbad-de6bde15d3fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2930050'] for subnet, precommit_delete_associations {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:10.127192 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-9a02a8e0-47a1-4858-b53b-8221a3627a17 req-630422f1-37ab-4348-92fe-da035decc2e8 service neutron] 10.222.0.30 "GET /v2.0/networks/dfefa750-c4cf-4fe5-9a50-39478c106a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1242111
May 06 00:41:10.176078 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-869b651c-d5a5-4bb6-bbad-de6bde15d3fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736327'] for subnet, precommit_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:10.312531 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Device ed6e3c21-b04e-43e3-9093-cee5d64aee52 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=73833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 06 00:41:10.348943 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.plugin [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] No Port match for: ed6e3c21-b04e-43e3-9093-cee5d64aee52 {{(pid=73833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 06 00:41:10.349313 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Device ed6e3c21-b04e-43e3-9093-cee5d64aee52 not bound to the agent host hv-cinder-78462 {{(pid=73833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 06 00:41:10.415383 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-869b651c-d5a5-4bb6-bbad-de6bde15d3fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2942501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3145219'] for subnet, after_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:10.420670 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:41:10.453394 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869b651c-d5a5-4bb6-bbad-de6bde15d3fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36fdd0f8-d289-4f93-b6af-d39d90badcc9,revision_number=None']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:41:10.456266 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-869b651c-d5a5-4bb6-bbad-de6bde15d3fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:41:10.457265 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-869b651c-d5a5-4bb6-bbad-de6bde15d3fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:10.466724 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 43496) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:41:10.466929 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-869b651c-d5a5-4bb6-bbad-de6bde15d3fc admin admin] 10.222.0.24 "DELETE /v2.0/subnets/36fdd0f8-d289-4f93-b6af-d39d90badcc9 HTTP/1.1" status: 204  len: 168 time: 0.4565878
May 06 00:41:10.576408 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-5249f492-ae9d-43e5-9603-cf0f63958399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608327'] for network, before_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:10.701414 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-5249f492-ae9d-43e5-9603-cf0f63958399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733884', 'neutron.services.segments.db._delete_segments_for_network-8767381342109'] for network, precommit_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:10.713774 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.services.segments.db [None req-5249f492-ae9d-43e5-9603-cf0f63958399 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9503cf0460>,) {'filters': {'network_id': ['9ab706ea-4458-41a9-8c8a-6bc700b518fe']}} {{(pid=73832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:41:10.725999 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.services.segments.db [None req-5249f492-ae9d-43e5-9603-cf0f63958399 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9503cf0460>, 'f06c188b-9c40-4e79-bf54-a7ff9bdcf208') {'for_net_delete': True} {{(pid=73832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:41:10.726677 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.services.segments.db [None req-5249f492-ae9d-43e5-9603-cf0f63958399 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9503cf0460>, 'f06c188b-9c40-4e79-bf54-a7ff9bdcf208') {} {{(pid=73832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:41:10.737925 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-5249f492-ae9d-43e5-9603-cf0f63958399 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767381354599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3982947'] for segment, before_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:10.753520 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-5249f492-ae9d-43e5-9603-cf0f63958399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730493'] for segment, precommit_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:10.759284 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5249f492-ae9d-43e5-9603-cf0f63958399 admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=73832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 06 00:41:10.759652 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-5249f492-ae9d-43e5-9603-cf0f63958399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-730484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2182792'] for segment, after_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:10.772152 dv-cinder-784623-8-iscsi neutron-server[73832]: Traceback (most recent call last):
May 06 00:41:10.772152 dv-cinder-784623-8-iscsi neutron-server[73832]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 06 00:41:10.772152 dv-cinder-784623-8-iscsi neutron-server[73832]:     timer()
May 06 00:41:10.772152 dv-cinder-784623-8-iscsi neutron-server[73832]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 06 00:41:10.772152 dv-cinder-784623-8-iscsi neutron-server[73832]:     cb(*args, **kw)
May 06 00:41:10.772152 dv-cinder-784623-8-iscsi neutron-server[73832]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 06 00:41:10.772152 dv-cinder-784623-8-iscsi neutron-server[73832]:     return func(*args, **kwargs)
May 06 00:41:10.772152 dv-cinder-784623-8-iscsi neutron-server[73832]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 06 00:41:10.772152 dv-cinder-784623-8-iscsi neutron-server[73832]:     self._notify()
May 06 00:41:10.772152 dv-cinder-784623-8-iscsi neutron-server[73832]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 06 00:41:10.772152 dv-cinder-784623-8-iscsi neutron-server[73832]:     self.callback(batched_events)
May 06 00:41:10.772152 dv-cinder-784623-8-iscsi neutron-server[73832]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 06 00:41:10.772152 dv-cinder-784623-8-iscsi neutron-server[73832]:     event.method(event)
May 06 00:41:10.772152 dv-cinder-784623-8-iscsi neutron-server[73832]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 06 00:41:10.772152 dv-cinder-784623-8-iscsi neutron-server[73832]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 06 00:41:10.772152 dv-cinder-784623-8-iscsi neutron-server[73832]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 06 00:41:10.772152 dv-cinder-784623-8-iscsi neutron-server[73832]:     aggregate_uuid = self.p_client.list_aggregates(
May 06 00:41:10.772152 dv-cinder-784623-8-iscsi neutron-server[73832]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 06 00:41:10.772152 dv-cinder-784623-8-iscsi neutron-server[73832]:     return f(self, *a, **k)
May 06 00:41:10.772152 dv-cinder-784623-8-iscsi neutron-server[73832]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 06 00:41:10.772152 dv-cinder-784623-8-iscsi neutron-server[73832]:     return self._get(url).json()
May 06 00:41:10.772152 dv-cinder-784623-8-iscsi neutron-server[73832]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 06 00:41:10.772152 dv-cinder-784623-8-iscsi neutron-server[73832]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 06 00:41:10.772152 dv-cinder-784623-8-iscsi neutron-server[73832]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 06 00:41:10.772152 dv-cinder-784623-8-iscsi neutron-server[73832]:     return self.request(url, 'GET', **kwargs)
May 06 00:41:10.772152 dv-cinder-784623-8-iscsi neutron-server[73832]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 06 00:41:10.772152 dv-cinder-784623-8-iscsi neutron-server[73832]:     base_url = self.get_endpoint(auth, allow=allow,
May 06 00:41:10.772152 dv-cinder-784623-8-iscsi neutron-server[73832]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 06 00:41:10.772152 dv-cinder-784623-8-iscsi neutron-server[73832]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 06 00:41:10.772152 dv-cinder-784623-8-iscsi neutron-server[73832]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 06 00:41:10.772152 dv-cinder-784623-8-iscsi neutron-server[73832]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 06 00:41:10.772152 dv-cinder-784623-8-iscsi neutron-server[73832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 06 00:41:10.845978 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-5249f492-ae9d-43e5-9603-cf0f63958399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407932'] for network, after_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:10.849722 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-98cb46d3-49e0-4717-a841-39a793d84329 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:41:10.862768 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-5249f492-ae9d-43e5-9603-cf0f63958399 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535980'] for network, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:10.874230 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5249f492-ae9d-43e5-9603-cf0f63958399 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ab706ea-4458-41a9-8c8a-6bc700b518fe,revision_number=None']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:41:10.876983 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-5249f492-ae9d-43e5-9603-cf0f63958399 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:41:10.880562 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-5249f492-ae9d-43e5-9603-cf0f63958399 admin admin] 10.222.0.24 "DELETE /v2.0/networks/9ab706ea-4458-41a9-8c8a-6bc700b518fe HTTP/1.1" status: 204  len: 168 time: 0.4126103
May 06 00:41:11.050431 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 43506) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:41:11.098523 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-1ae64160-b748-4dad-8e5c-b58b58c87d01 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2931334f6f2c435b8bc0aba23f1277b7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0468905
May 06 00:41:11.100771 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 43510) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:41:11.240413 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-0e920cba-c1b3-444f-9579-0cfebc099253 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:11.265943 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-0e920cba-c1b3-444f-9579-0cfebc099253 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:11.315298 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-0e920cba-c1b3-444f-9579-0cfebc099253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:11.319826 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-c65ceb84-4661-47ce-8d77-53e45c2f3ba8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:41:11.333151 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e920cba-c1b3-444f-9579-0cfebc099253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caf78781-a8d3-4bc3-9ba3-81b9c4d00593,revision_number=None']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:41:11.337315 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-0e920cba-c1b3-444f-9579-0cfebc099253 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:41:11.340439 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-0e920cba-c1b3-444f-9579-0cfebc099253 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:11.341726 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-0e920cba-c1b3-444f-9579-0cfebc099253 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/caf78781-a8d3-4bc3-9ba3-81b9c4d00593 HTTP/1.1" status: 204  len: 168 time: 0.2400234
May 06 00:41:12.915090 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 43566) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:41:13.028238 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-70bfcc9c-8f8c-4b1a-95c3-1352f20c656a admin admin] Notify callbacks [] for security_group, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:13.043673 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-70bfcc9c-8f8c-4b1a-95c3-1352f20c656a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:41:13.048004 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-70bfcc9c-8f8c-4b1a-95c3-1352f20c656a admin admin] Usage tracker for resource:security_group_rule and tenant:5a8ed015ffb14b5b864f4529edc16fbd is out of sync, need to count used quota {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:41:13.050809 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-70bfcc9c-8f8c-4b1a-95c3-1352f20c656a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:41:13.056448 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-70bfcc9c-8f8c-4b1a-95c3-1352f20c656a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:41:13.100703 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:13.137363 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-70bfcc9c-8f8c-4b1a-95c3-1352f20c656a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:13.141070 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-70bfcc9c-8f8c-4b1a-95c3-1352f20c656a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:13.147709 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-4f85b93c-9caa-45e6-bf64-14149005dd56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:41:13.189591 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bfcc9c-8f8c-4b1a-95c3-1352f20c656a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa7f5c4a-3a96-4363-9a4f-11a1a898d5d0,revision_number=1']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:41:13.193642 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-70bfcc9c-8f8c-4b1a-95c3-1352f20c656a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5a8ed015ffb14b5b864f4529edc16fbd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2772532
May 06 00:41:13.194554 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-70bfcc9c-8f8c-4b1a-95c3-1352f20c656a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:41:13.197010 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 43572) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:41:13.254984 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-aed5725d-a0a8-416a-b630-f7b14ac057a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:13.280815 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-aed5725d-a0a8-416a-b630-f7b14ac057a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:13.332399 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-aed5725d-a0a8-416a-b630-f7b14ac057a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:13.337132 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-5564e802-ed4e-47e7-b34a-6fa960eca193 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:41:13.351121 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed5725d-a0a8-416a-b630-f7b14ac057a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa7f5c4a-3a96-4363-9a4f-11a1a898d5d0,revision_number=None']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:41:13.353389 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-aed5725d-a0a8-416a-b630-f7b14ac057a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:13.357073 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-aed5725d-a0a8-416a-b630-f7b14ac057a9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/aa7f5c4a-3a96-4363-9a4f-11a1a898d5d0 HTTP/1.1" status: 204  len: 168 time: 0.1596277
May 06 00:41:13.358150 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-aed5725d-a0a8-416a-b630-f7b14ac057a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:41:13.625815 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 43584) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:41:13.643325 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-52275865-3135-47b2-9c2a-8599dd2955a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:13.657897 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-52275865-3135-47b2-9c2a-8599dd2955a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:41:13.661664 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-52275865-3135-47b2-9c2a-8599dd2955a5 admin admin] Usage tracker for resource:security_group_rule and tenant:3e24fc4162d7481ca39f6deac5dae6c7 is out of sync, need to count used quota {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:41:13.664361 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-52275865-3135-47b2-9c2a-8599dd2955a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:41:13.670601 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-52275865-3135-47b2-9c2a-8599dd2955a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:41:13.755457 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-52275865-3135-47b2-9c2a-8599dd2955a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:13.759160 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-52275865-3135-47b2-9c2a-8599dd2955a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:13.767007 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-c09b8963-32d7-4ca4-ac36-76a20e81742a tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:41:13.806687 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-52275865-3135-47b2-9c2a-8599dd2955a5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3e24fc4162d7481ca39f6deac5dae6c7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1797996
May 06 00:41:13.807612 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52275865-3135-47b2-9c2a-8599dd2955a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86cce6a9-b1a8-4fc0-8a09-988888b5a7ca,revision_number=1']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:41:13.809463 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 43588) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:41:13.811196 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-52275865-3135-47b2-9c2a-8599dd2955a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:41:13.868769 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-dae58989-468d-4c16-8d65-a843b03ffa2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:13.896562 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-dae58989-468d-4c16-8d65-a843b03ffa2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:13.954495 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-dae58989-468d-4c16-8d65-a843b03ffa2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:13.958153 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:41:13.969021 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae58989-468d-4c16-8d65-a843b03ffa2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86cce6a9-b1a8-4fc0-8a09-988888b5a7ca,revision_number=None']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:41:13.979255 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae58989-468d-4c16-8d65-a843b03ffa2f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:41:13.979636 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae58989-468d-4c16-8d65-a843b03ffa2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:41:13.980005 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae58989-468d-4c16-8d65-a843b03ffa2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:41:13.980369 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae58989-468d-4c16-8d65-a843b03ffa2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:41:13.980727 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae58989-468d-4c16-8d65-a843b03ffa2f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:41:13.981110 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae58989-468d-4c16-8d65-a843b03ffa2f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:41:13.981466 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae58989-468d-4c16-8d65-a843b03ffa2f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:41:13.981827 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae58989-468d-4c16-8d65-a843b03ffa2f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:41:13.982236 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae58989-468d-4c16-8d65-a843b03ffa2f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:41:13.982775 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae58989-468d-4c16-8d65-a843b03ffa2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:41:13.983129 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae58989-468d-4c16-8d65-a843b03ffa2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:41:13.983483 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae58989-468d-4c16-8d65-a843b03ffa2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:41:13.986536 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-dae58989-468d-4c16-8d65-a843b03ffa2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:13.987614 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-dae58989-468d-4c16-8d65-a843b03ffa2f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/86cce6a9-b1a8-4fc0-8a09-988888b5a7ca HTTP/1.1" status: 204  len: 168 time: 0.1771982
May 06 00:41:13.988468 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-dae58989-468d-4c16-8d65-a843b03ffa2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:41:14.771986 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0bbbb4-3294-4007-9505-bf730e247fc4 req-ddf87178-12ae-4183-8fc6-1f625c86debd tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:41:14.773483 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-8d0bbbb4-3294-4007-9505-bf730e247fc4 req-ddf87178-12ae-4183-8fc6-1f625c86debd tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=53ea3b34-7f51-4474-ad86-63ad0b69da0f HTTP/1.1" status: 200  len: 945 time: 0.0802097
May 06 00:41:14.818431 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-8d0bbbb4-3294-4007-9505-bf730e247fc4 req-b5dcbca3-78dd-4b83-8f94-db101b604ce1 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=984322a9-8be7-4c18-bac1-6872c32290c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391784
May 06 00:41:16.025954 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6c565f-e95d-43c6-9add-e0c1942d8524 req-142045cc-c804-4344-944c-cc08b7ff24f9 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:41:16.027411 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-9e6c565f-e95d-43c6-9add-e0c1942d8524 req-142045cc-c804-4344-944c-cc08b7ff24f9 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=53ea3b34-7f51-4474-ad86-63ad0b69da0f HTTP/1.1" status: 200  len: 945 time: 0.0896270
May 06 00:41:16.074737 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-9e6c565f-e95d-43c6-9add-e0c1942d8524 req-12993aee-6a4d-445a-98a6-eb9e00209b9e tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=984322a9-8be7-4c18-bac1-6872c32290c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406651
May 06 00:41:16.778624 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-a9361bb8-ace1-4ab8-ac4b-dba5d65e5671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:17.270839 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd2279d-a7d2-4ba0-a234-b50004cb8272 req-8c42d6e1-3783-41e7-9ae9-5a2dbfa97f03 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:41:17.272204 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-abd2279d-a7d2-4ba0-a234-b50004cb8272 req-8c42d6e1-3783-41e7-9ae9-5a2dbfa97f03 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=53ea3b34-7f51-4474-ad86-63ad0b69da0f HTTP/1.1" status: 200  len: 945 time: 0.0807731
May 06 00:41:17.320664 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-abd2279d-a7d2-4ba0-a234-b50004cb8272 req-f7946fd0-609a-4228-93dd-9b02de7b1c1c tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=984322a9-8be7-4c18-bac1-6872c32290c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428665
May 06 00:41:18.514899 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1c60dc-0cd2-43b4-a2ab-4c724cc12a15 req-558a4f40-f040-4793-a55d-b477ce7e4563 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:41:18.516374 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-1c1c60dc-0cd2-43b4-a2ab-4c724cc12a15 req-558a4f40-f040-4793-a55d-b477ce7e4563 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=53ea3b34-7f51-4474-ad86-63ad0b69da0f HTTP/1.1" status: 200  len: 945 time: 0.0795567
May 06 00:41:18.562847 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-1c1c60dc-0cd2-43b4-a2ab-4c724cc12a15 req-40c9dd5c-a55e-4332-b82b-32255d3b6120 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=984322a9-8be7-4c18-bac1-6872c32290c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396202
May 06 00:41:19.270507 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:19.502484 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 43702) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:41:19.567585 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-2f65bdd2-ec67-41d6-a3da-14c5308de3ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:19.620075 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-3280236d-a7bd-4a15-93c0-699efe142949 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:19.634343 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-3280236d-a7bd-4a15-93c0-699efe142949 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:41:19.638801 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-3280236d-a7bd-4a15-93c0-699efe142949 admin admin] Usage tracker for resource:security_group_rule and tenant:5f06586ff6524630b445497b63e920f2 is out of sync, need to count used quota {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:41:19.641694 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-3280236d-a7bd-4a15-93c0-699efe142949 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:41:19.647267 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-3280236d-a7bd-4a15-93c0-699efe142949 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:41:19.736458 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-3280236d-a7bd-4a15-93c0-699efe142949 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:19.741239 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-3280236d-a7bd-4a15-93c0-699efe142949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:19.750673 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-0b95dd8c-ccd3-47e3-86ba-397a23339adf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:41:19.757196 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a98c45-90ce-4968-90f4-a7f0c631fb9b req-e77cf027-3063-4061-9b0f-ccb854bf893c tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:41:19.758666 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-95a98c45-90ce-4968-90f4-a7f0c631fb9b req-e77cf027-3063-4061-9b0f-ccb854bf893c tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=53ea3b34-7f51-4474-ad86-63ad0b69da0f HTTP/1.1" status: 200  len: 945 time: 0.0826268
May 06 00:41:19.791426 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-3280236d-a7bd-4a15-93c0-699efe142949 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5f06586ff6524630b445497b63e920f2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2878766
May 06 00:41:19.793205 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3280236d-a7bd-4a15-93c0-699efe142949 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d9ae9bb-9448-430b-afce-f8dc857520e7,revision_number=1']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:41:19.795677 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 43710) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:41:19.798165 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-3280236d-a7bd-4a15-93c0-699efe142949 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:41:19.811377 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-95a98c45-90ce-4968-90f4-a7f0c631fb9b req-3a33a1be-f5a9-4784-b178-b42cd323dffd tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=984322a9-8be7-4c18-bac1-6872c32290c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452681
May 06 00:41:19.855749 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-20385bfa-7e99-4c10-8653-c930d970f0c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:19.881024 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-20385bfa-7e99-4c10-8653-c930d970f0c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:19.933372 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-20385bfa-7e99-4c10-8653-c930d970f0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:19.938926 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-0e2b4150-4f6a-4b74-8d80-59e634773309 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:41:19.952157 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20385bfa-7e99-4c10-8653-c930d970f0c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d9ae9bb-9448-430b-afce-f8dc857520e7,revision_number=None']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:41:19.954993 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-20385bfa-7e99-4c10-8653-c930d970f0c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:41:19.955928 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-20385bfa-7e99-4c10-8653-c930d970f0c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:19.968544 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-20385bfa-7e99-4c10-8653-c930d970f0c6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9d9ae9bb-9448-430b-afce-f8dc857520e7 HTTP/1.1" status: 204  len: 168 time: 0.1648450
May 06 00:41:20.243933 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 43728) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:41:20.262345 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-5fb04406-5413-43d6-a03a-ef070c7a66fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:20.280042 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-5fb04406-5413-43d6-a03a-ef070c7a66fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:41:20.283939 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-5fb04406-5413-43d6-a03a-ef070c7a66fa admin admin] Usage tracker for resource:security_group_rule and tenant:9c2b10c7586c4ee4b8a6107ee17ab42f is out of sync, need to count used quota {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:41:20.286900 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-5fb04406-5413-43d6-a03a-ef070c7a66fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:41:20.292895 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-5fb04406-5413-43d6-a03a-ef070c7a66fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:41:20.432379 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-90084741-9b8f-423c-9f16-72d74cd0e02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:20.477558 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-5fb04406-5413-43d6-a03a-ef070c7a66fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:20.482276 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-5fb04406-5413-43d6-a03a-ef070c7a66fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:20.490779 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-20385bfa-7e99-4c10-8653-c930d970f0c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:41:20.530093 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-5fb04406-5413-43d6-a03a-ef070c7a66fa admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9c2b10c7586c4ee4b8a6107ee17ab42f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2848859
May 06 00:41:20.532257 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb04406-5413-43d6-a03a-ef070c7a66fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4733524-bfbb-4036-a83a-669fd4133823,revision_number=1']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:41:20.532494 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 43734) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:41:20.535335 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-5fb04406-5413-43d6-a03a-ef070c7a66fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:41:20.594223 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-0823577a-9711-42f7-a246-ebf7e33fe4ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:20.620331 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-0823577a-9711-42f7-a246-ebf7e33fe4ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:20.671086 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-0823577a-9711-42f7-a246-ebf7e33fe4ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:20.675664 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-77484020-d006-412d-868d-c7b3bef0ee9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:41:20.687729 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0823577a-9711-42f7-a246-ebf7e33fe4ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4733524-bfbb-4036-a83a-669fd4133823,revision_number=None']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:41:20.691589 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-0823577a-9711-42f7-a246-ebf7e33fe4ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:41:20.698748 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-0823577a-9711-42f7-a246-ebf7e33fe4ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:20.702891 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-0823577a-9711-42f7-a246-ebf7e33fe4ab admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d4733524-bfbb-4036-a83a-669fd4133823 HTTP/1.1" status: 204  len: 168 time: 0.1664283
May 06 00:41:21.016526 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bd5aeb-4c1b-4959-b89f-0cbde61ce4fc req-c85f491c-524c-4568-b2e8-cfff7928bbeb tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:41:21.017996 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-49bd5aeb-4c1b-4959-b89f-0cbde61ce4fc req-c85f491c-524c-4568-b2e8-cfff7928bbeb tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=53ea3b34-7f51-4474-ad86-63ad0b69da0f HTTP/1.1" status: 200  len: 945 time: 0.0890574
May 06 00:41:21.062682 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-49bd5aeb-4c1b-4959-b89f-0cbde61ce4fc req-cdc4b155-019f-4369-a3a7-3a78d24b391f tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=984322a9-8be7-4c18-bac1-6872c32290c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387537
May 06 00:41:21.922808 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-06e5bd5a-9e4a-4653-864f-becf711c9df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:22.269109 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c4d970-5379-417c-81f4-1a83308bf119 req-6ec35988-f3f2-498c-963f-281f8b25dae0 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:41:22.270465 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-79c4d970-5379-417c-81f4-1a83308bf119 req-6ec35988-f3f2-498c-963f-281f8b25dae0 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=53ea3b34-7f51-4474-ad86-63ad0b69da0f HTTP/1.1" status: 200  len: 945 time: 0.0921974
May 06 00:41:22.315130 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-79c4d970-5379-417c-81f4-1a83308bf119 req-f936abd1-5dc4-441c-b0a5-f8ec1e7e18cc tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=984322a9-8be7-4c18-bac1-6872c32290c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390718
May 06 00:41:22.490542 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 43798) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:41:22.605498 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-26e50d35-30b9-4872-a734-30557a779a8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:22.620476 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-26e50d35-30b9-4872-a734-30557a779a8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:41:22.625207 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-26e50d35-30b9-4872-a734-30557a779a8f admin admin] Usage tracker for resource:security_group_rule and tenant:cf30f526807c488da9564b927b8e1ee4 is out of sync, need to count used quota {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:41:22.627972 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-26e50d35-30b9-4872-a734-30557a779a8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:41:22.633568 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-26e50d35-30b9-4872-a734-30557a779a8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:41:22.714717 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-26e50d35-30b9-4872-a734-30557a779a8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:22.719106 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-26e50d35-30b9-4872-a734-30557a779a8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:22.727267 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-5fb04406-5413-43d6-a03a-ef070c7a66fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:41:22.768036 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-26e50d35-30b9-4872-a734-30557a779a8f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cf30f526807c488da9564b927b8e1ee4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2764287
May 06 00:41:22.769057 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e50d35-30b9-4872-a734-30557a779a8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8d027bf-05b9-4f62-8653-b3762dce0cf9,revision_number=1']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:41:22.769260 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 43806) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:41:22.772203 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-26e50d35-30b9-4872-a734-30557a779a8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:41:22.828237 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-daaed657-91ea-4fb2-9260-e828f2a0f512 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:22.853085 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-daaed657-91ea-4fb2-9260-e828f2a0f512 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:22.902453 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-daaed657-91ea-4fb2-9260-e828f2a0f512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:22.907666 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-0823577a-9711-42f7-a246-ebf7e33fe4ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:41:22.920751 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaed657-91ea-4fb2-9260-e828f2a0f512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8d027bf-05b9-4f62-8653-b3762dce0cf9,revision_number=None']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:41:22.922996 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-daaed657-91ea-4fb2-9260-e828f2a0f512 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:41:22.925351 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-daaed657-91ea-4fb2-9260-e828f2a0f512 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:22.926171 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-daaed657-91ea-4fb2-9260-e828f2a0f512 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b8d027bf-05b9-4f62-8653-b3762dce0cf9 HTTP/1.1" status: 204  len: 168 time: 0.1559525
May 06 00:41:23.197611 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 43814) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:41:23.217036 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-e3f122e2-d281-4357-90a9-e049eb620de4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:23.234937 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-e3f122e2-d281-4357-90a9-e049eb620de4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:41:23.238877 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-e3f122e2-d281-4357-90a9-e049eb620de4 admin admin] Usage tracker for resource:security_group_rule and tenant:39f525ad378b4f4b866cd54f37aa0cf1 is out of sync, need to count used quota {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:41:23.241808 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-e3f122e2-d281-4357-90a9-e049eb620de4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:41:23.248413 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-e3f122e2-d281-4357-90a9-e049eb620de4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:41:23.332767 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-e3f122e2-d281-4357-90a9-e049eb620de4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:23.336446 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-e3f122e2-d281-4357-90a9-e049eb620de4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:23.343801 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-da40ce70-d851-42de-a35d-9566857990d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:41:23.384137 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f122e2-d281-4357-90a9-e049eb620de4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46ae0f9c-3759-450b-b4c5-b232c703441d,revision_number=1']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:41:23.387235 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-e3f122e2-d281-4357-90a9-e049eb620de4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:41:23.390559 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-e3f122e2-d281-4357-90a9-e049eb620de4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=39f525ad378b4f4b866cd54f37aa0cf1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1918869
May 06 00:41:23.393516 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 43820) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:41:23.458780 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-f7930e9f-4ea4-489f-b9ca-d731242151b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:23.484632 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-f7930e9f-4ea4-489f-b9ca-d731242151b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:23.505114 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ab34b7-2739-45dd-a44e-722f089f4180 req-cb4a8d8f-06e0-4566-b98b-b270dda5ee12 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:41:23.506572 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-e2ab34b7-2739-45dd-a44e-722f089f4180 req-cb4a8d8f-06e0-4566-b98b-b270dda5ee12 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=53ea3b34-7f51-4474-ad86-63ad0b69da0f HTTP/1.1" status: 200  len: 945 time: 0.0797153
May 06 00:41:23.539021 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-f7930e9f-4ea4-489f-b9ca-d731242151b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:23.543063 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-cdbaa0c7-2e6e-4a11-83a1-6d6029335aae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:41:23.554660 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-e2ab34b7-2739-45dd-a44e-722f089f4180 req-cf47bf59-7f43-4800-abb6-2f76546b1da2 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=984322a9-8be7-4c18-bac1-6872c32290c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419667
May 06 00:41:23.555021 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7930e9f-4ea4-489f-b9ca-d731242151b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46ae0f9c-3759-450b-b4c5-b232c703441d,revision_number=None']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:41:23.558964 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-f7930e9f-4ea4-489f-b9ca-d731242151b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:41:23.570514 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-f7930e9f-4ea4-489f-b9ca-d731242151b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:23.571651 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-f7930e9f-4ea4-489f-b9ca-d731242151b3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/46ae0f9c-3759-450b-b4c5-b232c703441d HTTP/1.1" status: 204  len: 168 time: 0.1764274
May 06 00:41:24.761708 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12a8f5d-4acb-4c4f-af49-6230329fbceb req-ee94b43d-41c6-4b7f-9079-952129bf56e0 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:41:24.770104 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-a12a8f5d-4acb-4c4f-af49-6230329fbceb req-ee94b43d-41c6-4b7f-9079-952129bf56e0 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=53ea3b34-7f51-4474-ad86-63ad0b69da0f HTTP/1.1" status: 200  len: 945 time: 0.1008937
May 06 00:41:24.819121 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-a12a8f5d-4acb-4c4f-af49-6230329fbceb req-8ac1a277-8a92-40c4-837a-4d857cf31163 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=984322a9-8be7-4c18-bac1-6872c32290c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0481091
May 06 00:41:24.890178 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.agents_db [None req-ee74f776-58ee-4f13-aa41-ceaf6d7d8c19 None None] Agent healthcheck: found 6 active agents {{(pid=73834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 06 00:41:26.025309 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3105992a-a831-465d-aedb-0d19bcda9570 req-20c7a949-b931-4242-90a3-bb4a877588ee tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:41:26.026948 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-3105992a-a831-465d-aedb-0d19bcda9570 req-20c7a949-b931-4242-90a3-bb4a877588ee tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=53ea3b34-7f51-4474-ad86-63ad0b69da0f HTTP/1.1" status: 200  len: 945 time: 0.0841782
May 06 00:41:26.076691 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-3105992a-a831-465d-aedb-0d19bcda9570 req-46febe8a-03fd-40e9-b8fd-f853ea0ddb0f tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=984322a9-8be7-4c18-bac1-6872c32290c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441587
May 06 00:41:26.378616 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Device 3d89e0b7-dd98-4aed-a05a-6f306514ac66 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=73833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 06 00:41:26.508483 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] For port 3d89e0b7-dd98-4aed-a05a-6f306514ac66, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=3d89e0b7-dd98-4aed-a05a-6f306514ac66,segment=NetworkSegment(d6767cd9-a845-4bf2-a0b7-cab2ef6cd327),segment_id=d6767cd9-a845-4bf2-a0b7-cab2ef6cd327)] {{(pid=73833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:41:26.521254 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Returning: {'device': '3d89e0b7-dd98-4aed-a05a-6f306514ac66', 'network_id': 'f1ee20ed-17e0-4650-a61e-4e2579bfb5cb', 'port_id': '3d89e0b7-dd98-4aed-a05a-6f306514ac66', 'mac_address': 'fa:16:3e:10:c8:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '587fdbbc-2087-48fc-8109-2b5f3ba73405', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 06 00:41:26.578194 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:26.595695 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.notifiers.nova [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3d89e0b7-dd98-4aed-a05a-6f306514ac66 {{(pid=73833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 06 00:41:26.610949 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] For port 3d89e0b7-dd98-4aed-a05a-6f306514ac66, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=3d89e0b7-dd98-4aed-a05a-6f306514ac66,segment=NetworkSegment(d6767cd9-a845-4bf2-a0b7-cab2ef6cd327),segment_id=d6767cd9-a845-4bf2-a0b7-cab2ef6cd327)] {{(pid=73833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:41:26.614485 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:26.616154 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-9a85d696-8f8a-40fa-a018-c70075df113e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:41:26.680423 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Pushing event updated for resources: {'Port': ['ID=3d89e0b7-dd98-4aed-a05a-6f306514ac66,revision_number=6']} {{(pid=73833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:41:26.687882 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:41:26.688223 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:41:26.688555 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:41:26.688903 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:41:26.689228 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:41:26.689551 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:41:26.689885 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:41:26.690189 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:41:26.690504 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:41:26.690817 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:41:26.691146 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:41:26.691445 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:41:26.695278 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:41:27.266331 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e328c7-6c4c-4e61-9842-e82847d0fdef req-2f07bb04-95d0-4a21-b1fc-62fd6a6bbc43 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:41:27.267754 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-82e328c7-6c4c-4e61-9842-e82847d0fdef req-2f07bb04-95d0-4a21-b1fc-62fd6a6bbc43 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=53ea3b34-7f51-4474-ad86-63ad0b69da0f HTTP/1.1" status: 200  len: 944 time: 0.0796418
May 06 00:41:27.310974 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-82e328c7-6c4c-4e61-9842-e82847d0fdef req-cf21d458-ff0a-4c41-ac1f-fe6fe6bf13fb tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=984322a9-8be7-4c18-bac1-6872c32290c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0374711
May 06 00:41:28.502964 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b093927-eabf-456b-8eaf-aac60dcaab6a req-a7e2f3ed-c987-412e-a8a1-44b6084cdca2 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:41:28.504475 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-4b093927-eabf-456b-8eaf-aac60dcaab6a req-a7e2f3ed-c987-412e-a8a1-44b6084cdca2 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=53ea3b34-7f51-4474-ad86-63ad0b69da0f HTTP/1.1" status: 200  len: 944 time: 0.0821829
May 06 00:41:28.548644 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-4b093927-eabf-456b-8eaf-aac60dcaab6a req-71854ba3-ef66-4762-9432-f3acfcbb2dfb tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=984322a9-8be7-4c18-bac1-6872c32290c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385609
May 06 00:41:29.612149 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] get_ports_and_sgs() called for port_ids ['3d89e0b7-dd98-4aed-a05a-6f306514ac66'] {{(pid=73833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 06 00:41:29.742139 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a338e3-14a1-46dd-adba-bc4db8ea58cc req-4adbcab1-f413-4a84-ab39-6455413bddfb tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:41:29.743625 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-50a338e3-14a1-46dd-adba-bc4db8ea58cc req-4adbcab1-f413-4a84-ab39-6455413bddfb tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=53ea3b34-7f51-4474-ad86-63ad0b69da0f HTTP/1.1" status: 200  len: 944 time: 0.0855165
May 06 00:41:29.791003 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-50a338e3-14a1-46dd-adba-bc4db8ea58cc req-0dbadb89-01b5-4b05-9a2c-f72666245e30 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=984322a9-8be7-4c18-bac1-6872c32290c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408988
May 06 00:41:30.079448 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-ac4d1143-331e-40b6-86f2-bf42b4ac2f00 req-08689f5c-b5f6-4f25-ba59-21ef31b54736 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1315853602&fields=id&tenant_id=0b890f9b623c4aa1bd3a726f7dc8838e HTTP/1.1" status: 200  len: 267 time: 0.0432758
May 06 00:41:30.169237 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4d1143-331e-40b6-86f2-bf42b4ac2f00 req-50454dc8-9625-4cba-91be-f145e0cb1c76 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:41:30.170664 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-ac4d1143-331e-40b6-86f2-bf42b4ac2f00 req-50454dc8-9625-4cba-91be-f145e0cb1c76 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] 10.222.0.24 "GET /v2.0/ports?device_id=9fe6f6f0-0088-4879-a03c-107809502634 HTTP/1.1" status: 200  len: 984 time: 0.0857193
May 06 00:41:30.181605 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.v2.base [req-ac4d1143-331e-40b6-86f2-bf42b4ac2f00 req-bd887e90-0c52-4a9f-bf6b-c7b9a080e623 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Request body: {'port': {'security_groups': ['811af3d2-d9e3-451a-9e32-5fc42ad73f8c']}} {{(pid=73832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:41:30.301437 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-ac4d1143-331e-40b6-86f2-bf42b4ac2f00 req-bd887e90-0c52-4a9f-bf6b-c7b9a080e623 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:30.591839 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.db [req-ac4d1143-331e-40b6-86f2-bf42b4ac2f00 req-bd887e90-0c52-4a9f-bf6b-c7b9a080e623 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] For port 5c43891f-b78c-4450-bd56-acc3eff578e4, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=5c43891f-b78c-4450-bd56-acc3eff578e4,segment=NetworkSegment(024dc78f-673e-4ab1-a1b8-799f97b6b498),segment_id=024dc78f-673e-4ab1-a1b8-799f97b6b498)] {{(pid=73832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:41:30.633641 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-ac4d1143-331e-40b6-86f2-bf42b4ac2f00 req-bd887e90-0c52-4a9f-bf6b-c7b9a080e623 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Notify callbacks [] for port, precommit_update {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:30.647854 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-ac4d1143-331e-40b6-86f2-bf42b4ac2f00 req-bd887e90-0c52-4a9f-bf6b-c7b9a080e623 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2182820'] for port, after_update {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:30.663283 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] get_ports_and_sgs() called for port_ids ['5c43891f-b78c-4450-bd56-acc3eff578e4'] {{(pid=73833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 06 00:41:30.665390 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-9626e28c-62b1-4101-ae39-c411dc463b0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:41:30.721942 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4d1143-331e-40b6-86f2-bf42b4ac2f00 req-bd887e90-0c52-4a9f-bf6b-c7b9a080e623 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:41:30.722842 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-ac4d1143-331e-40b6-86f2-bf42b4ac2f00 req-bd887e90-0c52-4a9f-bf6b-c7b9a080e623 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43737'] for port, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:30.729433 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-ac4d1143-331e-40b6-86f2-bf42b4ac2f00 req-bd887e90-0c52-4a9f-bf6b-c7b9a080e623 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] 10.222.0.24 "PUT /v2.0/ports/5c43891f-b78c-4450-bd56-acc3eff578e4 HTTP/1.1" status: 200  len: 942 time: 0.5523059
May 06 00:41:30.730166 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fe6f6f0-0088-4879-a03c-107809502634', 'tag': '5c43891f-b78c-4450-bd56-acc3eff578e4'}] {{(pid=73832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 00:41:30.731742 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 43934) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:41:30.792834 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd887e90-0c52-4a9f-bf6b-c7b9a080e623 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Pushing event updated for resources: {'Port': ['ID=5c43891f-b78c-4450-bd56-acc3eff578e4,revision_number=7']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:41:30.798075 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-bd887e90-0c52-4a9f-bf6b-c7b9a080e623 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:41:30.875320 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fe6f6f0-0088-4879-a03c-107809502634', 'tag': '5c43891f-b78c-4450-bd56-acc3eff578e4', 'status': 'completed', 'code': 200}
May 06 00:41:30.925499 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] get_ports_and_sgs() called for port_ids ['5c43891f-b78c-4450-bd56-acc3eff578e4'] {{(pid=73833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 06 00:41:30.929861 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-b26535b3-e783-4ea1-be58-26793d99a24f tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Notify callbacks [] for security_group, before_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:30.993695 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-b26535b3-e783-4ea1-be58-26793d99a24f tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:31.112040 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-b26535b3-e783-4ea1-be58-26793d99a24f tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:31.122993 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-b21e4f37-bb5f-4b12-863e-1bb58f79cffc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:41:31.143135 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26535b3-e783-4ea1-be58-26793d99a24f tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba1022db-a2af-40f9-8ef7-e7e12833f008,revision_number=None']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:41:31.145740 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-b26535b3-e783-4ea1-be58-26793d99a24f tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:41:31.161045 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-b26535b3-e783-4ea1-be58-26793d99a24f tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Notify callbacks [] for security_group, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:31.164460 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-b26535b3-e783-4ea1-be58-26793d99a24f tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] 10.222.0.24 "DELETE /v2.0/security-groups/ba1022db-a2af-40f9-8ef7-e7e12833f008 HTTP/1.1" status: 204  len: 168 time: 0.4293015
May 06 00:41:31.170164 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 43942) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:41:31.208277 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-119c1d84-016f-4e92-9f8b-209b3a8c3d59 None None] Provisioning complete for port 5c43891f-b78c-4450-bd56-acc3eff578e4 triggered by entity DHCP. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 00:41:31.208946 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-119c1d84-016f-4e92-9f8b-209b3a8c3d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723253'] for port, provisioning_complete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:31.464481 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80efc6db-423c-4daa-857e-b5ead588d567 req-f62857e3-5b20-4e31-a6b7-390128573ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:41:31.473663 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-80efc6db-423c-4daa-857e-b5ead588d567 req-f62857e3-5b20-4e31-a6b7-390128573ede service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0b890f9b623c4aa1bd3a726f7dc8838e&device_id=9fe6f6f0-0088-4879-a03c-107809502634 HTTP/1.1" status: 200  len: 1098 time: 0.5971854
May 06 00:41:31.511935 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2c4125-ba8b-4972-8009-8de3209ece37 req-2bfb61ff-a300-4595-b88d-2d5d52eb763f tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:41:31.513961 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-cb2c4125-ba8b-4972-8009-8de3209ece37 req-2bfb61ff-a300-4595-b88d-2d5d52eb763f tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=53ea3b34-7f51-4474-ad86-63ad0b69da0f HTTP/1.1" status: 200  len: 944 time: 0.2824519
May 06 00:41:31.551858 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.plugin [None req-46e79bc8-a50a-4a57-8bb5-95d7ec168153 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Deleting port c5512269-6138-4f92-a6ca-c0f16d651965 {{(pid=73831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 06 00:41:31.552508 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-46e79bc8-a50a-4a57-8bb5-95d7ec168153 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767381331357'] for port, before_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:31.585195 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-cb2c4125-ba8b-4972-8009-8de3209ece37 req-4014881a-3fa1-46e8-ac97-ccc5814f133a tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=984322a9-8be7-4c18-bac1-6872c32290c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0618308
May 06 00:41:31.681065 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-46e79bc8-a50a-4a57-8bb5-95d7ec168153 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404144'] for port, precommit_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:31.681394 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-46e79bc8-a50a-4a57-8bb5-95d7ec168153 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:31.829429 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.plugin [None req-46e79bc8-a50a-4a57-8bb5-95d7ec168153 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Calling delete_port for c5512269-6138-4f92-a6ca-c0f16d651965 owned by network:floatingip {{(pid=73831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 06 00:41:31.973503 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-46e79bc8-a50a-4a57-8bb5-95d7ec168153 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767381335664', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767380898829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2942582'] for port, after_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:31.977682 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-6c29152f-1485-4d0d-a0f6-000922aaa72a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:41:32.026280 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e79bc8-a50a-4a57-8bb5-95d7ec168153 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Pushing event deleted for resources: {'Port': ['ID=c5512269-6138-4f92-a6ca-c0f16d651965,revision_number=None']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:41:32.029930 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-46e79bc8-a50a-4a57-8bb5-95d7ec168153 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:41:32.150658 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80efc6db-423c-4daa-857e-b5ead588d567 req-b12344e8-536c-45a7-be2a-fbc8b6c31f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:41:32.153943 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-80efc6db-423c-4daa-857e-b5ead588d567 req-b12344e8-536c-45a7-be2a-fbc8b6c31f70 service neutron] 10.222.0.30 "GET /v2.0/networks?id=dfefa750-c4cf-4fe5-9a50-39478c106a84 HTTP/1.1" status: 200  len: 916 time: 0.1733654
May 06 00:41:32.279351 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-46e79bc8-a50a-4a57-8bb5-95d7ec168153 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Notify callbacks [] for floatingip, after_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:32.279662 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.db.l3_db [None req-46e79bc8-a50a-4a57-8bb5-95d7ec168153 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Floating IP 7fe03fe9-9262-4464-bd7f-d343aa21b06f disassociated (deleted). External IP: 172.27.3.133, port: 5c43891f-b78c-4450-bd56-acc3eff578e4.
May 06 00:41:32.771514 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46e79bc8-a50a-4a57-8bb5-95d7ec168153 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Router 19f5e112-a1dc-416f-ace2-4916d7930a1b has already been hosted by L3 agent 3fa0790c-dd29-4495-aa07-f8a2ae482509 {{(pid=73831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 06 00:41:32.981323 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd92fb6e-aaf9-4cf0-bce0-6415a841158d req-50a1d1c9-abc8-4027-abcb-401e2fdf32c8 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:41:32.989200 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-dd92fb6e-aaf9-4cf0-bce0-6415a841158d req-50a1d1c9-abc8-4027-abcb-401e2fdf32c8 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=53ea3b34-7f51-4474-ad86-63ad0b69da0f HTTP/1.1" status: 200  len: 944 time: 0.2531023
May 06 00:41:33.014653 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-80efc6db-423c-4daa-857e-b5ead588d567 req-925b56d8-9647-4eb1-ab68-1a5e958fd233 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c43891f-b78c-4450-bd56-acc3eff578e4 HTTP/1.1" status: 200  len: 217 time: 0.0746710
May 06 00:41:33.061977 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-dd92fb6e-aaf9-4cf0-bce0-6415a841158d req-40c68dc8-77b8-4583-9756-e162ef53551b tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=984322a9-8be7-4c18-bac1-6872c32290c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0717287
May 06 00:41:33.096659 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46e79bc8-a50a-4a57-8bb5-95d7ec168153 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Notify agent at l3_agent.dv-cinder-784623-8-iscsi the message routers_updated {{(pid=73831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 06 00:41:33.110166 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567ebcf5-6bd1-4ea8-8fc9-9e770c07b327 None None] Sync routers for ids ['19f5e112-a1dc-416f-ace2-4916d7930a1b'] in dv-cinder-784623-8-iscsi {{(pid=73833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 06 00:41:33.120527 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567ebcf5-6bd1-4ea8-8fc9-9e770c07b327 None None] Routers {'19f5e112-a1dc-416f-ace2-4916d7930a1b'} bound to L3 agent in host dv-cinder-784623-8-iscsi {{(pid=73833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 00:41:33.121565 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_hamode_db [None req-567ebcf5-6bd1-4ea8-8fc9-9e770c07b327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9508356b80>, 'dv-cinder-784623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-06T00:27:20Z,description=<?>,heartbeat_timestamp=2021-05-06T00:41:20Z,host='dv-cinder-784623-8-iscsi',id=3fa0790c-dd29-4495-aa07-f8a2ae482509,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T00:27:20Z,topic='l3_agent')) {'router_ids': ['19f5e112-a1dc-416f-ace2-4916d7930a1b'], 'active': True} {{(pid=73833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:41:33.128590 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-46e79bc8-a50a-4a57-8bb5-95d7ec168153 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43737'] for floatingip, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:33.200294 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-46e79bc8-a50a-4a57-8bb5-95d7ec168153 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] 10.222.0.24 "DELETE /v2.0/floatingips/7fe03fe9-9262-4464-bd7f-d343aa21b06f HTTP/1.1" status: 204  len: 168 time: 2.0284996
May 06 00:41:33.201162 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fe6f6f0-0088-4879-a03c-107809502634', 'tag': '5c43891f-b78c-4450-bd56-acc3eff578e4'}] {{(pid=73831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 00:41:33.280859 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fe6f6f0-0088-4879-a03c-107809502634', 'tag': '5c43891f-b78c-4450-bd56-acc3eff578e4', 'status': 'completed', 'code': 200}
May 06 00:41:33.310382 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_dvr_db [None req-567ebcf5-6bd1-4ea8-8fc9-9e770c07b327 None None] Set router 19f5e112-a1dc-416f-ace2-4916d7930a1b gateway port host: dv-cinder-784623-8-iscsi {{(pid=73833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 00:41:33.670444 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_hamode_db [None req-567ebcf5-6bd1-4ea8-8fc9-9e770c07b327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9508356b80>, [{'id': '19f5e112-a1dc-416f-ace2-4916d7930a1b', 'name': 'tempest-TestMinimumBasicScenario-1806991004-router', 'tenant_id': '0b890f9b623c4aa1bd3a726f7dc8838e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'external_fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '0459f193-550b-4b26-891f-cdf82e0bde5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:37:57Z', 'updated_at': '2021-05-06T00:38:02Z', 'revision_number': 4, 'project_id': '0b890f9b623c4aa1bd3a726f7dc8838e', 'gw_port': {'id': '0459f193-550b-4b26-891f-cdf82e0bde5e', 'name': '', 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:7e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f5e112-a1dc-416f-ace2-4916d7930a1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:37:58Z', 'updated_at': '2021-05-06T00:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-iscsi', '_interfaces': [{'id': '0ac8f2a6-6aa2-4024-ab10-93eaa673a7e7', 'name': '', 'network_id': 'dfefa750-c4cf-4fe5-9a50-39478c106a84', 'tenant_id': '0b890f9b623c4aa1bd3a726f7dc8838e', 'mac_address': 'fa:16:3e:dc:55:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f5e112-a1dc-416f-ace2-4916d7930a1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '10dd42a5-a5ec-4dc6-b51c-78099354ecd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:38:02Z', 'updated_at': '2021-05-06T00:38:24Z', 'revision_number': 5, 'project_id': '0b890f9b623c4aa1bd3a726f7dc8838e', 'subnets': [{'id': '10dd42a5-a5ec-4dc6-b51c-78099354ecd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-8-iscsi', False) {} {{(pid=73833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:41:33.674808 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567ebcf5-6bd1-4ea8-8fc9-9e770c07b327 None None] Checking router: 19f5e112-a1dc-416f-ace2-4916d7930a1b for host: dv-cinder-784623-8-iscsi {{(pid=73833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 06 00:41:33.683804 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567ebcf5-6bd1-4ea8-8fc9-9e770c07b327 None None] Routers {'19f5e112-a1dc-416f-ace2-4916d7930a1b'} bound to L3 agent in host dv-cinder-784623-8-iscsi {{(pid=73833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 00:41:33.684489 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_hamode_db [None req-567ebcf5-6bd1-4ea8-8fc9-9e770c07b327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9508356b80>, 'dv-cinder-784623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-06T00:27:20Z,description=<?>,heartbeat_timestamp=2021-05-06T00:41:20Z,host='dv-cinder-784623-8-iscsi',id=3fa0790c-dd29-4495-aa07-f8a2ae482509,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T00:27:20Z,topic='l3_agent')) {'router_ids': ['19f5e112-a1dc-416f-ace2-4916d7930a1b'], 'active': True} {{(pid=73833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:41:33.942621 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_dvr_db [None req-567ebcf5-6bd1-4ea8-8fc9-9e770c07b327 None None] Set router 19f5e112-a1dc-416f-ace2-4916d7930a1b gateway port host: dv-cinder-784623-8-iscsi {{(pid=73833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 00:41:34.061686 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80efc6db-423c-4daa-857e-b5ead588d567 req-a877283c-e7fc-4f00-8de0-811ec39fc5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:41:34.063215 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-80efc6db-423c-4daa-857e-b5ead588d567 req-a877283c-e7fc-4f00-8de0-811ec39fc5c9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=10dd42a5-a5ec-4dc6-b51c-78099354ecd3 HTTP/1.1" status: 200  len: 854 time: 0.0952361
May 06 00:41:34.276623 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Device 3d89e0b7-dd98-4aed-a05a-6f306514ac66 up at agent hyperv_hv-cinder-78462 {{(pid=73833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 00:41:34.308808 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80efc6db-423c-4daa-857e-b5ead588d567 req-22e7965b-833c-4f09-ab62-cab337120dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:41:34.310470 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-80efc6db-423c-4daa-857e-b5ead588d567 req-22e7965b-833c-4f09-ab62-cab337120dca service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dfefa750-c4cf-4fe5-9a50-39478c106a84&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1910508
May 06 00:41:34.433385 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Provisioning complete for port 3d89e0b7-dd98-4aed-a05a-6f306514ac66 triggered by entity L2. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 00:41:34.433758 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723253'] for port, provisioning_complete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:34.446542 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff21c00b-6fbc-40a1-9acc-75cc0c57b299 req-cbd7f3b1-d8ae-4a0d-ae82-bf8ae719ccdd tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:41:34.448601 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-ff21c00b-6fbc-40a1-9acc-75cc0c57b299 req-cbd7f3b1-d8ae-4a0d-ae82-bf8ae719ccdd tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=53ea3b34-7f51-4474-ad86-63ad0b69da0f HTTP/1.1" status: 200  len: 944 time: 0.1913764
May 06 00:41:34.539731 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-80efc6db-423c-4daa-857e-b5ead588d567 req-b35dd339-b1b2-4565-a72a-2ba6e4dcaf4e service neutron] 10.222.0.30 "GET /v2.0/networks/dfefa750-c4cf-4fe5-9a50-39478c106a84?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2208762
May 06 00:41:34.545811 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-ff21c00b-6fbc-40a1-9acc-75cc0c57b299 req-392dc8bc-f28c-411b-9508-e57182bc016d tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=984322a9-8be7-4c18-bac1-6872c32290c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0836596
May 06 00:41:34.612658 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:34.639614 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_hamode_db [None req-567ebcf5-6bd1-4ea8-8fc9-9e770c07b327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9508356b80>, [{'id': '19f5e112-a1dc-416f-ace2-4916d7930a1b', 'name': 'tempest-TestMinimumBasicScenario-1806991004-router', 'tenant_id': '0b890f9b623c4aa1bd3a726f7dc8838e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'external_fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '0459f193-550b-4b26-891f-cdf82e0bde5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:37:57Z', 'updated_at': '2021-05-06T00:38:02Z', 'revision_number': 4, 'project_id': '0b890f9b623c4aa1bd3a726f7dc8838e', 'gw_port': {'id': '0459f193-550b-4b26-891f-cdf82e0bde5e', 'name': '', 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:7e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f5e112-a1dc-416f-ace2-4916d7930a1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:37:58Z', 'updated_at': '2021-05-06T00:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-iscsi', '_interfaces': [{'id': '0ac8f2a6-6aa2-4024-ab10-93eaa673a7e7', 'name': '', 'network_id': 'dfefa750-c4cf-4fe5-9a50-39478c106a84', 'tenant_id': '0b890f9b623c4aa1bd3a726f7dc8838e', 'mac_address': 'fa:16:3e:dc:55:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f5e112-a1dc-416f-ace2-4916d7930a1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '10dd42a5-a5ec-4dc6-b51c-78099354ecd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:38:02Z', 'updated_at': '2021-05-06T00:38:24Z', 'revision_number': 5, 'project_id': '0b890f9b623c4aa1bd3a726f7dc8838e', 'subnets': [{'id': '10dd42a5-a5ec-4dc6-b51c-78099354ecd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-8-iscsi', False) {} {{(pid=73833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:41:34.653371 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] For port 3d89e0b7-dd98-4aed-a05a-6f306514ac66, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=3d89e0b7-dd98-4aed-a05a-6f306514ac66,segment=NetworkSegment(d6767cd9-a845-4bf2-a0b7-cab2ef6cd327),segment_id=d6767cd9-a845-4bf2-a0b7-cab2ef6cd327)] {{(pid=73833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:41:34.654280 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53ea3b34-7f51-4474-ad86-63ad0b69da0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d89e0b7-dd98-4aed-a05a-6f306514ac66'}] {{(pid=73833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 00:41:34.661049 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:34.663500 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:41:34.720005 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-80efc6db-423c-4daa-857e-b5ead588d567 req-bbb26224-e514-4df7-999e-1103f05f8bec service neutron] 10.222.0.30 "GET /v2.0/networks/dfefa750-c4cf-4fe5-9a50-39478c106a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1683080
May 06 00:41:34.731015 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Pushing event updated for resources: {'Port': ['ID=3d89e0b7-dd98-4aed-a05a-6f306514ac66,revision_number=7']} {{(pid=73833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:41:34.734394 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567ebcf5-6bd1-4ea8-8fc9-9e770c07b327 None None] The sync data for ids ['19f5e112-a1dc-416f-ace2-4916d7930a1b'] in dv-cinder-784623-8-iscsi is: [{'id': '19f5e112-a1dc-416f-ace2-4916d7930a1b', 'name': 'tempest-TestMinimumBasicScenario-1806991004-router', 'tenant_id': '0b890f9b623c4aa1bd3a726f7dc8838e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'external_fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '0459f193-550b-4b26-891f-cdf82e0bde5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:37:57Z', 'updated_at': '2021-05-06T00:38:02Z', 'revision_number': 4, 'project_id': '0b890f9b623c4aa1bd3a726f7dc8838e', 'gw_port': {'id': '0459f193-550b-4b26-891f-cdf82e0bde5e', 'name': '', 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:7e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f5e112-a1dc-416f-ace2-4916d7930a1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:37:58Z', 'updated_at': '2021-05-06T00:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-iscsi', '_interfaces': [{'id': '0ac8f2a6-6aa2-4024-ab10-93eaa673a7e7', 'name': '', 'network_id': 'dfefa750-c4cf-4fe5-9a50-39478c106a84', 'tenant_id': '0b890f9b623c4aa1bd3a726f7dc8838e', 'mac_address': 'fa:16:3e:dc:55:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f5e112-a1dc-416f-ace2-4916d7930a1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '10dd42a5-a5ec-4dc6-b51c-78099354ecd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:38:02Z', 'updated_at': '2021-05-06T00:38:24Z', 'revision_number': 5, 'project_id': '0b890f9b623c4aa1bd3a726f7dc8838e', 'subnets': [{'id': '10dd42a5-a5ec-4dc6-b51c-78099354ecd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 06 00:41:34.735913 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:41:34.777047 dv-cinder-784623-8-iscsi neutron-server[73833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53ea3b34-7f51-4474-ad86-63ad0b69da0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d89e0b7-dd98-4aed-a05a-6f306514ac66', 'code': 200}
May 06 00:41:34.989344 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca3ca1e-bbd3-49c2-b388-a21541bdd9ed req-875214e5-a934-4f15-abfc-8c1567b67747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:41:34.990933 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-fca3ca1e-bbd3-49c2-b388-a21541bdd9ed req-875214e5-a934-4f15-abfc-8c1567b67747 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0b890f9b623c4aa1bd3a726f7dc8838e&device_id=9fe6f6f0-0088-4879-a03c-107809502634 HTTP/1.1" status: 200  len: 1098 time: 0.2036533
May 06 00:41:35.221372 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2abffe8-5d58-48ae-9507-f4627bdff04c None None] New status for floating IP 7fe03fe9-9262-4464-bd7f-d343aa21b06f: DOWN {{(pid=73834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 06 00:41:35.225024 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca3ca1e-bbd3-49c2-b388-a21541bdd9ed req-028c215c-7ac9-48d3-98e3-cc99a8b23686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:41:35.227197 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-fca3ca1e-bbd3-49c2-b388-a21541bdd9ed req-028c215c-7ac9-48d3-98e3-cc99a8b23686 service neutron] 10.222.0.30 "GET /v2.0/networks?id=dfefa750-c4cf-4fe5-9a50-39478c106a84 HTTP/1.1" status: 200  len: 916 time: 0.2247291
May 06 00:41:35.435430 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-fca3ca1e-bbd3-49c2-b388-a21541bdd9ed req-a7b615ef-d041-4a35-9a97-b68af5145885 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c43891f-b78c-4450-bd56-acc3eff578e4 HTTP/1.1" status: 200  len: 217 time: 0.1984921
May 06 00:41:35.515371 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca3ca1e-bbd3-49c2-b388-a21541bdd9ed req-4a3a0d8f-cf03-403e-a5ae-649cc20ef1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:41:35.516810 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-fca3ca1e-bbd3-49c2-b388-a21541bdd9ed req-4a3a0d8f-cf03-403e-a5ae-649cc20ef1e3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=10dd42a5-a5ec-4dc6-b51c-78099354ecd3 HTTP/1.1" status: 200  len: 854 time: 0.0737293
May 06 00:41:35.617044 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca3ca1e-bbd3-49c2-b388-a21541bdd9ed req-bfaaf7e6-5911-4f20-8933-84f10af68577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:41:35.618963 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-fca3ca1e-bbd3-49c2-b388-a21541bdd9ed req-bfaaf7e6-5911-4f20-8933-84f10af68577 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dfefa750-c4cf-4fe5-9a50-39478c106a84&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0958962
May 06 00:41:35.873294 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-fca3ca1e-bbd3-49c2-b388-a21541bdd9ed req-54a0f8ae-8232-4f7d-b890-316f4eeb609f service neutron] 10.222.0.30 "GET /v2.0/networks/dfefa750-c4cf-4fe5-9a50-39478c106a84?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2442150
May 06 00:41:35.892285 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ed6187-d8d7-4bef-a7b5-ef09fb408e6f req-5d61ca1b-2bd1-49b0-bf75-45fc0ec4c9e5 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:41:35.893838 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-27ed6187-d8d7-4bef-a7b5-ef09fb408e6f req-5d61ca1b-2bd1-49b0-bf75-45fc0ec4c9e5 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=53ea3b34-7f51-4474-ad86-63ad0b69da0f HTTP/1.1" status: 200  len: 945 time: 0.1739848
May 06 00:41:36.125502 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-27ed6187-d8d7-4bef-a7b5-ef09fb408e6f req-c37f2687-0787-45bb-b16e-0a0a6a94e849 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=984322a9-8be7-4c18-bac1-6872c32290c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1072030
May 06 00:41:36.161164 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-fca3ca1e-bbd3-49c2-b388-a21541bdd9ed req-74e7af98-3a5b-4159-8559-6d77d8aa8a7f service neutron] 10.222.0.30 "GET /v2.0/networks/dfefa750-c4cf-4fe5-9a50-39478c106a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2778711
May 06 00:41:37.332181 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d913cd-94a8-43b6-8403-3a4284e2f38c req-74f1cfc6-2903-4d17-bea7-a739ab3baa05 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:41:37.334576 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-04d913cd-94a8-43b6-8403-3a4284e2f38c req-74f1cfc6-2903-4d17-bea7-a739ab3baa05 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=53ea3b34-7f51-4474-ad86-63ad0b69da0f HTTP/1.1" status: 200  len: 945 time: 0.0864282
May 06 00:41:37.390340 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-04d913cd-94a8-43b6-8403-3a4284e2f38c req-d0b42909-7779-40b6-b08b-5e68445eae89 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=984322a9-8be7-4c18-bac1-6872c32290c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0468531
May 06 00:41:38.007065 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f16317c-16d5-44b2-b88c-6709d7ee46f5 req-e2ad66ec-035f-4a5a-b3c8-8a243a6c0732 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:41:38.008595 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-1f16317c-16d5-44b2-b88c-6709d7ee46f5 req-e2ad66ec-035f-4a5a-b3c8-8a243a6c0732 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] 10.222.0.24 "GET /v2.0/ports?device_id=9fe6f6f0-0088-4879-a03c-107809502634 HTTP/1.1" status: 200  len: 945 time: 0.1117861
May 06 00:41:38.064460 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-1f16317c-16d5-44b2-b88c-6709d7ee46f5 req-c0a05134-70cb-4537-a206-558787b7f950 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] 10.222.0.24 "GET /v2.0/security-groups?id=811af3d2-d9e3-451a-9e32-5fc42ad73f8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489390
May 06 00:41:38.628289 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4f5f55-424c-426c-90be-2541497ce44a req-953abbc5-ed00-4558-8b58-37a545cfb4bb tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:41:38.630570 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-4f4f5f55-424c-426c-90be-2541497ce44a req-953abbc5-ed00-4558-8b58-37a545cfb4bb tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=53ea3b34-7f51-4474-ad86-63ad0b69da0f HTTP/1.1" status: 200  len: 945 time: 0.0985339
May 06 00:41:38.706380 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-4f4f5f55-424c-426c-90be-2541497ce44a req-097ca9bb-34af-4d86-b577-ce1c9376982c tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=984322a9-8be7-4c18-bac1-6872c32290c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0687742
May 06 00:41:39.307154 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8d1942-44f5-49ee-8bce-e4c093b309e3 req-e6574853-5f1b-4ad7-a355-d8211a7e8bbf tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:41:39.310164 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-5c8d1942-44f5-49ee-8bce-e4c093b309e3 req-e6574853-5f1b-4ad7-a355-d8211a7e8bbf tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] 10.222.0.24 "GET /v2.0/ports?device_id=9fe6f6f0-0088-4879-a03c-107809502634 HTTP/1.1" status: 200  len: 945 time: 0.1024420
May 06 00:41:39.372531 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-5c8d1942-44f5-49ee-8bce-e4c093b309e3 req-258a1452-95f3-47e4-a68e-9d5b91e3d315 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] 10.222.0.24 "GET /v2.0/security-groups?id=811af3d2-d9e3-451a-9e32-5fc42ad73f8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0551920
May 06 00:41:39.934161 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5b9555-c75c-41c4-ba1a-140360c1f264 req-147045d4-e919-40ee-8310-a0f0254683d8 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:41:39.935807 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-ee5b9555-c75c-41c4-ba1a-140360c1f264 req-147045d4-e919-40ee-8310-a0f0254683d8 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=53ea3b34-7f51-4474-ad86-63ad0b69da0f HTTP/1.1" status: 200  len: 945 time: 0.0957057
May 06 00:41:39.988756 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-ee5b9555-c75c-41c4-ba1a-140360c1f264 req-c43eb534-e5cb-47a2-a6b3-034a4a15ffff tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=984322a9-8be7-4c18-bac1-6872c32290c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0465991
May 06 00:41:40.607199 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d5fae6-9190-4a0c-bf97-1d33e4e16b40 req-16cd1fcc-d060-4da1-a7f8-cdc1abbd564f tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:41:40.617042 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-67d5fae6-9190-4a0c-bf97-1d33e4e16b40 req-16cd1fcc-d060-4da1-a7f8-cdc1abbd564f tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] 10.222.0.24 "GET /v2.0/ports?device_id=9fe6f6f0-0088-4879-a03c-107809502634 HTTP/1.1" status: 200  len: 945 time: 0.1237559
May 06 00:41:40.673698 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-67d5fae6-9190-4a0c-bf97-1d33e4e16b40 req-85bac3fa-7544-4cc2-8fc1-63765038a882 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] 10.222.0.24 "GET /v2.0/security-groups?id=811af3d2-d9e3-451a-9e32-5fc42ad73f8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0555098
May 06 00:41:41.183670 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab660de-5419-49e6-9f61-8a5bd5ed59b2 req-c0d25294-3029-4e5d-a3a9-dfd032abbef1 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:41:41.185517 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-6ab660de-5419-49e6-9f61-8a5bd5ed59b2 req-c0d25294-3029-4e5d-a3a9-dfd032abbef1 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=53ea3b34-7f51-4474-ad86-63ad0b69da0f HTTP/1.1" status: 200  len: 945 time: 0.0833256
May 06 00:41:41.230129 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-6ab660de-5419-49e6-9f61-8a5bd5ed59b2 req-68be761e-0214-48b0-97b5-74ba2ebb1ed5 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=984322a9-8be7-4c18-bac1-6872c32290c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387163
May 06 00:41:41.855959 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5e033d-f520-483a-ad8e-31c92f2e0c22 req-7b84e82b-768d-4716-9472-84e07f9a5b74 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:41:41.857879 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-fb5e033d-f520-483a-ad8e-31c92f2e0c22 req-7b84e82b-768d-4716-9472-84e07f9a5b74 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] 10.222.0.24 "GET /v2.0/ports?device_id=9fe6f6f0-0088-4879-a03c-107809502634 HTTP/1.1" status: 200  len: 945 time: 0.0855742
May 06 00:41:41.903267 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-fb5e033d-f520-483a-ad8e-31c92f2e0c22 req-41aa8ffa-3e2f-4dee-88c5-b6e094e9a2f5 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] 10.222.0.24 "GET /v2.0/security-groups?id=811af3d2-d9e3-451a-9e32-5fc42ad73f8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396788
May 06 00:41:42.245454 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9938388b-09ab-44fa-be07-56c301c64ff3 req-b493ed10-57a2-4b02-8152-593f8fdb4763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:41:42.246931 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-9938388b-09ab-44fa-be07-56c301c64ff3 req-b493ed10-57a2-4b02-8152-593f8fdb4763 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aea92748b0624ad09d804decdf1eee48&device_id=53ea3b34-7f51-4474-ad86-63ad0b69da0f HTTP/1.1" status: 200  len: 1098 time: 0.1039689
May 06 00:41:42.254555 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94ceaf6-2528-4b7d-aa21-4c44da8f9987 req-18cb7d32-dd4a-42c7-9642-29899670ba97 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:41:42.255885 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-b94ceaf6-2528-4b7d-aa21-4c44da8f9987 req-18cb7d32-dd4a-42c7-9642-29899670ba97 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fe6f6f0-0088-4879-a03c-107809502634 HTTP/1.1" status: 200  len: 945 time: 0.1432629
May 06 00:41:42.434269 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467a95f6-e724-429a-8876-0770a458752e req-f179657a-c9d1-48ff-b59d-6f5ee1d3ffc7 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:41:42.435878 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-467a95f6-e724-429a-8876-0770a458752e req-f179657a-c9d1-48ff-b59d-6f5ee1d3ffc7 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=53ea3b34-7f51-4474-ad86-63ad0b69da0f HTTP/1.1" status: 200  len: 945 time: 0.0882545
May 06 00:41:42.479586 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9938388b-09ab-44fa-be07-56c301c64ff3 req-b69548f6-e6bb-4203-8c79-508e0a3e895e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:41:42.481119 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-9938388b-09ab-44fa-be07-56c301c64ff3 req-b69548f6-e6bb-4203-8c79-508e0a3e895e service neutron] 10.222.0.30 "GET /v2.0/networks?id=f1ee20ed-17e0-4650-a61e-4e2579bfb5cb HTTP/1.1" status: 200  len: 918 time: 0.2243309
May 06 00:41:42.484659 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-467a95f6-e724-429a-8876-0770a458752e req-19eab31b-b13f-4c2b-bbd1-00ed0e52d291 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=984322a9-8be7-4c18-bac1-6872c32290c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429518
May 06 00:41:42.570352 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.plugin [req-b94ceaf6-2528-4b7d-aa21-4c44da8f9987 req-4df3a6db-0eb7-4b21-b833-8ead0522d0c8 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Deleting port 5c43891f-b78c-4450-bd56-acc3eff578e4 {{(pid=73832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 06 00:41:42.570689 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-b94ceaf6-2528-4b7d-aa21-4c44da8f9987 req-4df3a6db-0eb7-4b21-b833-8ead0522d0c8 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767381331357'] for port, before_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:42.658937 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-9938388b-09ab-44fa-be07-56c301c64ff3 req-b6de7a5c-76d3-4aef-b7d3-d49744ce4bf4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d89e0b7-dd98-4aed-a05a-6f306514ac66 HTTP/1.1" status: 200  len: 1000 time: 0.1695821
May 06 00:41:42.772641 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9938388b-09ab-44fa-be07-56c301c64ff3 req-703d08b8-5c13-404a-af60-a3c9ec14b43e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:41:42.774165 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-9938388b-09ab-44fa-be07-56c301c64ff3 req-703d08b8-5c13-404a-af60-a3c9ec14b43e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=587fdbbc-2087-48fc-8109-2b5f3ba73405 HTTP/1.1" status: 200  len: 856 time: 0.1069682
May 06 00:41:42.775952 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.db [req-b94ceaf6-2528-4b7d-aa21-4c44da8f9987 req-4df3a6db-0eb7-4b21-b833-8ead0522d0c8 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] For port 5c43891f-b78c-4450-bd56-acc3eff578e4, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=5c43891f-b78c-4450-bd56-acc3eff578e4,segment=NetworkSegment(024dc78f-673e-4ab1-a1b8-799f97b6b498),segment_id=024dc78f-673e-4ab1-a1b8-799f97b6b498)] {{(pid=73832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:41:42.776313 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-b94ceaf6-2528-4b7d-aa21-4c44da8f9987 req-4df3a6db-0eb7-4b21-b833-8ead0522d0c8 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404144'] for port, precommit_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:43.046947 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.plugin [req-b94ceaf6-2528-4b7d-aa21-4c44da8f9987 req-4df3a6db-0eb7-4b21-b833-8ead0522d0c8 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Calling delete_port for 5c43891f-b78c-4450-bd56-acc3eff578e4 owned by compute:nova {{(pid=73832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 06 00:41:43.110305 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:43.146856 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9938388b-09ab-44fa-be07-56c301c64ff3 req-9e6c1555-2c7f-48b8-9d63-da5c02f9d570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:41:43.148829 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-9938388b-09ab-44fa-be07-56c301c64ff3 req-9e6c1555-2c7f-48b8-9d63-da5c02f9d570 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f1ee20ed-17e0-4650-a61e-4e2579bfb5cb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3639157
May 06 00:41:43.259270 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd93fb6-8f81-4c4a-a4b5-38fdec370b57 req-83f34b27-ac92-4800-be52-8332bda16770 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:41:43.260719 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-1cd93fb6-8f81-4c4a-a4b5-38fdec370b57 req-83f34b27-ac92-4800-be52-8332bda16770 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] 10.222.0.24 "GET /v2.0/ports?device_id=9fe6f6f0-0088-4879-a03c-107809502634 HTTP/1.1" status: 200  len: 945 time: 0.2098887
May 06 00:41:43.375833 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-1cd93fb6-8f81-4c4a-a4b5-38fdec370b57 req-91c39565-8471-4168-9553-538b322047df tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] 10.222.0.24 "GET /v2.0/security-groups?id=811af3d2-d9e3-451a-9e32-5fc42ad73f8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1076365
May 06 00:41:43.403796 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-9938388b-09ab-44fa-be07-56c301c64ff3 req-7f2f8102-1f9e-4ab6-944f-f0e9a29c1907 service neutron] 10.222.0.30 "GET /v2.0/networks/f1ee20ed-17e0-4650-a61e-4e2579bfb5cb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2447298
May 06 00:41:43.409320 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-b94ceaf6-2528-4b7d-aa21-4c44da8f9987 req-4df3a6db-0eb7-4b21-b833-8ead0522d0c8 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767381335664', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767380898829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2182845'] for port, after_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:43.428435 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] get_ports_and_sgs() called for port_ids ['5c43891f-b78c-4450-bd56-acc3eff578e4'] {{(pid=73833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 06 00:41:43.433448 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-44b4c19c-4dc6-4f01-a133-e9a05f668594 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:41:43.531397 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df3a6db-0eb7-4b21-b833-8ead0522d0c8 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Pushing event deleted for resources: {'Port': ['ID=5c43891f-b78c-4450-bd56-acc3eff578e4,revision_number=None']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:41:43.538947 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-4df3a6db-0eb7-4b21-b833-8ead0522d0c8 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:41:43.626528 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.l3_dvrscheduler_db [req-b94ceaf6-2528-4b7d-aa21-4c44da8f9987 req-4df3a6db-0eb7-4b21-b833-8ead0522d0c8 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] No DVR routers for this DVR port 5c43891f-b78c-4450-bd56-acc3eff578e4 on host hv-cinder-78462 {{(pid=73832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 06 00:41:43.630338 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-b94ceaf6-2528-4b7d-aa21-4c44da8f9987 req-4df3a6db-0eb7-4b21-b833-8ead0522d0c8 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43737'] for port, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:43.632837 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fe6f6f0-0088-4879-a03c-107809502634', 'name': 'network-vif-deleted', 'tag': '5c43891f-b78c-4450-bd56-acc3eff578e4'}] {{(pid=73832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 00:41:43.676471 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-b94ceaf6-2528-4b7d-aa21-4c44da8f9987 req-4df3a6db-0eb7-4b21-b833-8ead0522d0c8 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] 10.222.0.30 "DELETE /v2.0/ports/5c43891f-b78c-4450-bd56-acc3eff578e4 HTTP/1.1" status: 204  len: 173 time: 1.4003780
May 06 00:41:43.684990 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-9938388b-09ab-44fa-be07-56c301c64ff3 req-51d979ee-216a-4a4c-b691-a6cd1cd19715 service neutron] 10.222.0.30 "GET /v2.0/networks/f1ee20ed-17e0-4650-a61e-4e2579bfb5cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2731609
May 06 00:41:43.690197 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fe6f6f0-0088-4879-a03c-107809502634', 'name': 'network-vif-deleted', 'tag': '5c43891f-b78c-4450-bd56-acc3eff578e4', 'status': 'completed', 'code': 200}
May 06 00:41:43.702634 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b0fdb3-5f56-4864-b794-f54cecb40ca7 req-15aab512-3c06-4028-9267-fccaebba2584 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:41:43.705329 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-88b0fdb3-5f56-4864-b794-f54cecb40ca7 req-15aab512-3c06-4028-9267-fccaebba2584 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=53ea3b34-7f51-4474-ad86-63ad0b69da0f HTTP/1.1" status: 200  len: 945 time: 0.1009903
May 06 00:41:43.759478 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-88b0fdb3-5f56-4864-b794-f54cecb40ca7 req-9df2485f-6f45-42b3-9444-18a2e36503d9 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=984322a9-8be7-4c18-bac1-6872c32290c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0481505
May 06 00:41:44.954598 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede781b8-b631-4d1f-a416-f8a15b019d9b req-b47f8da2-cf14-408d-acd6-a2a391a6dceb tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:41:44.955963 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-ede781b8-b631-4d1f-a416-f8a15b019d9b req-b47f8da2-cf14-408d-acd6-a2a391a6dceb tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=53ea3b34-7f51-4474-ad86-63ad0b69da0f HTTP/1.1" status: 200  len: 945 time: 0.0834348
May 06 00:41:45.005420 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-ede781b8-b631-4d1f-a416-f8a15b019d9b req-c36035c3-15ff-43ed-936b-8ea9d8bd58e3 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=984322a9-8be7-4c18-bac1-6872c32290c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435388
May 06 00:41:45.006514 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 44170) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:41:45.656509 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-e874231b-f9b1-4881-a3b6-e8e19d6c6cee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401482'] for router_interface, before_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:46.086481 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.plugin [None req-e874231b-f9b1-4881-a3b6-e8e19d6c6cee admin admin] Deleting port 0ac8f2a6-6aa2-4024-ab10-93eaa673a7e7 {{(pid=73831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 06 00:41:46.087161 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-e874231b-f9b1-4881-a3b6-e8e19d6c6cee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767381331357'] for port, before_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:46.141397 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Device 5c43891f-b78c-4450-bd56-acc3eff578e4 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=73833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 06 00:41:46.177184 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.plugin [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] No Port match for: 5c43891f-b78c-4450-bd56-acc3eff578e4 {{(pid=73833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 06 00:41:46.177534 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Device 5c43891f-b78c-4450-bd56-acc3eff578e4 not bound to the agent host hv-cinder-78462 {{(pid=73833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 06 00:41:46.177943 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Device 3d89e0b7-dd98-4aed-a05a-6f306514ac66 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=73833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 06 00:41:46.271116 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.db [None req-e874231b-f9b1-4881-a3b6-e8e19d6c6cee admin admin] For port 0ac8f2a6-6aa2-4024-ab10-93eaa673a7e7, host dv-cinder-784623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-iscsi',level=0,port_id=0ac8f2a6-6aa2-4024-ab10-93eaa673a7e7,segment=NetworkSegment(024dc78f-673e-4ab1-a1b8-799f97b6b498),segment_id=024dc78f-673e-4ab1-a1b8-799f97b6b498)] {{(pid=73831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:41:46.271475 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-e874231b-f9b1-4881-a3b6-e8e19d6c6cee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404144'] for port, precommit_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:46.289820 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:46.298878 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49501855-fea4-44db-a437-dc5739cc52e8 req-03d3621f-e82e-44b2-83e7-6b94d05ff6c9 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:41:46.300400 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-49501855-fea4-44db-a437-dc5739cc52e8 req-03d3621f-e82e-44b2-83e7-6b94d05ff6c9 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=53ea3b34-7f51-4474-ad86-63ad0b69da0f HTTP/1.1" status: 200  len: 945 time: 0.1462677
May 06 00:41:46.316723 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53ea3b34-7f51-4474-ad86-63ad0b69da0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d89e0b7-dd98-4aed-a05a-6f306514ac66'}] {{(pid=73833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 00:41:46.326872 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] For port 3d89e0b7-dd98-4aed-a05a-6f306514ac66, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=3d89e0b7-dd98-4aed-a05a-6f306514ac66,segment=NetworkSegment(d6767cd9-a845-4bf2-a0b7-cab2ef6cd327),segment_id=d6767cd9-a845-4bf2-a0b7-cab2ef6cd327)] {{(pid=73833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:41:46.331617 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:46.333612 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:41:46.364551 dv-cinder-784623-8-iscsi neutron-server[73833]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '53ea3b34-7f51-4474-ad86-63ad0b69da0f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3d89e0b7-dd98-4aed-a05a-6f306514ac66', 'code': 422} returned with failed status
May 06 00:41:46.400763 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Pushing event updated for resources: {'Port': ['ID=3d89e0b7-dd98-4aed-a05a-6f306514ac66,revision_number=8']} {{(pid=73833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:41:46.404436 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:41:46.431928 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.plugin [None req-e874231b-f9b1-4881-a3b6-e8e19d6c6cee admin admin] Calling delete_port for 0ac8f2a6-6aa2-4024-ab10-93eaa673a7e7 owned by network:router_interface {{(pid=73831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 06 00:41:46.469672 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-49501855-fea4-44db-a437-dc5739cc52e8 req-700e1d1a-9fdc-4cb3-a8cc-6a02dd3afe81 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=984322a9-8be7-4c18-bac1-6872c32290c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1140580
May 06 00:41:46.786222 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-7d4be3af-05e8-4fd7-b3ee-80fd6ed9a5fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:46.867353 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-e874231b-f9b1-4881-a3b6-e8e19d6c6cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767381335664', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767380898829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2942582'] for port, after_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:46.870964 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-dafaaa73-baa3-4905-b903-efd473555770 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:41:46.913884 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e874231b-f9b1-4881-a3b6-e8e19d6c6cee admin admin] Pushing event deleted for resources: {'Port': ['ID=0ac8f2a6-6aa2-4024-ab10-93eaa673a7e7,revision_number=None']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:41:46.917250 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-e874231b-f9b1-4881-a3b6-e8e19d6c6cee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:41:47.237245 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-e874231b-f9b1-4881-a3b6-e8e19d6c6cee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-407034'] for router_interface, after_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:47.619247 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e874231b-f9b1-4881-a3b6-e8e19d6c6cee admin admin] Router 19f5e112-a1dc-416f-ace2-4916d7930a1b has already been hosted by L3 agent 3fa0790c-dd29-4495-aa07-f8a2ae482509 {{(pid=73831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 06 00:41:47.655950 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 44238) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:41:47.787741 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-a11c472b-26a8-4780-9591-e0832187b666 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:47.803682 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-a11c472b-26a8-4780-9591-e0832187b666 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:41:47.807683 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-a11c472b-26a8-4780-9591-e0832187b666 admin admin] Usage tracker for resource:security_group_rule and tenant:2fe7e7ebd3a64bb0b0a1271038d75108 is out of sync, need to count used quota {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:41:47.810544 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-a11c472b-26a8-4780-9591-e0832187b666 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:41:47.816131 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-a11c472b-26a8-4780-9591-e0832187b666 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:41:47.837316 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e874231b-f9b1-4881-a3b6-e8e19d6c6cee admin admin] Notify agent at l3_agent.dv-cinder-784623-8-iscsi the message routers_updated {{(pid=73831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 06 00:41:47.853515 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-e874231b-f9b1-4881-a3b6-e8e19d6c6cee admin admin] 10.222.0.24 "PUT /v2.0/routers/19f5e112-a1dc-416f-ace2-4916d7930a1b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8437274
May 06 00:41:47.853905 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d275647c-428b-4b68-9c8a-b00b099e803c None None] Sync routers for ids ['19f5e112-a1dc-416f-ace2-4916d7930a1b'] in dv-cinder-784623-8-iscsi {{(pid=73833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 06 00:41:47.854399 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 44246) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:41:47.868614 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d275647c-428b-4b68-9c8a-b00b099e803c None None] Routers {'19f5e112-a1dc-416f-ace2-4916d7930a1b'} bound to L3 agent in host dv-cinder-784623-8-iscsi {{(pid=73833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 00:41:47.869579 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_hamode_db [None req-d275647c-428b-4b68-9c8a-b00b099e803c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f95081408b0>, 'dv-cinder-784623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-06T00:27:20Z,description=<?>,heartbeat_timestamp=2021-05-06T00:41:20Z,host='dv-cinder-784623-8-iscsi',id=3fa0790c-dd29-4495-aa07-f8a2ae482509,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T00:27:20Z,topic='l3_agent')) {'router_ids': ['19f5e112-a1dc-416f-ace2-4916d7930a1b'], 'active': True} {{(pid=73833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:41:47.907258 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-a11c472b-26a8-4780-9591-e0832187b666 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:47.913479 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-a11c472b-26a8-4780-9591-e0832187b666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:47.929148 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-03b20a1e-c106-4a01-8f70-2be397d55dda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:41:47.976306 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11c472b-26a8-4780-9591-e0832187b666 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43a8ec99-983c-4043-8aa0-c6a62071c2b3,revision_number=1']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:41:47.984160 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-a11c472b-26a8-4780-9591-e0832187b666 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2fe7e7ebd3a64bb0b0a1271038d75108&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3271632
May 06 00:41:47.985615 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-a11c472b-26a8-4780-9591-e0832187b666 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:41:47.987528 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 44250) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:41:48.133940 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-f0778ac0-f984-412c-8700-d1c437cf93a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:48.164335 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-61e041d1-150c-4288-aa0f-784214bd7528 admin admin] Notify callbacks [] for router, before_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:48.171366 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-f0778ac0-f984-412c-8700-d1c437cf93a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:48.259617 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_dvr_db [None req-d275647c-428b-4b68-9c8a-b00b099e803c None None] Set router 19f5e112-a1dc-416f-ace2-4916d7930a1b gateway port host: dv-cinder-784623-8-iscsi {{(pid=73833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 00:41:48.266123 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-f0778ac0-f984-412c-8700-d1c437cf93a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:48.276607 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-aed5725d-a0a8-416a-b630-f7b14ac057a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:41:48.289559 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0778ac0-f984-412c-8700-d1c437cf93a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43a8ec99-983c-4043-8aa0-c6a62071c2b3,revision_number=None']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:41:48.296174 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-f0778ac0-f984-412c-8700-d1c437cf93a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:41:48.309988 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-f0778ac0-f984-412c-8700-d1c437cf93a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:48.313769 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-f0778ac0-f984-412c-8700-d1c437cf93a8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/43a8ec99-983c-4043-8aa0-c6a62071c2b3 HTTP/1.1" status: 204  len: 168 time: 0.3241231
May 06 00:41:48.485526 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47762828-9038-4ddc-a471-5915e923f2a3 req-7b0e8ccf-c6b1-4515-9601-3813be963e65 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:41:48.487058 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-47762828-9038-4ddc-a471-5915e923f2a3 req-7b0e8ccf-c6b1-4515-9601-3813be963e65 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=53ea3b34-7f51-4474-ad86-63ad0b69da0f HTTP/1.1" status: 200  len: 943 time: 0.3904028
May 06 00:41:48.548938 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-61e041d1-150c-4288-aa0f-784214bd7528 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:48.620715 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-47762828-9038-4ddc-a471-5915e923f2a3 req-85987a23-e392-4ba8-bd6d-48713342e7f1 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=984322a9-8be7-4c18-bac1-6872c32290c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1280041
May 06 00:41:48.703998 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_hamode_db [None req-d275647c-428b-4b68-9c8a-b00b099e803c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f95081408b0>, [{'id': '19f5e112-a1dc-416f-ace2-4916d7930a1b', 'name': 'tempest-TestMinimumBasicScenario-1806991004-router', 'tenant_id': '0b890f9b623c4aa1bd3a726f7dc8838e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'external_fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '0459f193-550b-4b26-891f-cdf82e0bde5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:37:57Z', 'updated_at': '2021-05-06T00:41:46Z', 'revision_number': 5, 'project_id': '0b890f9b623c4aa1bd3a726f7dc8838e', 'gw_port': {'id': '0459f193-550b-4b26-891f-cdf82e0bde5e', 'name': '', 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:7e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f5e112-a1dc-416f-ace2-4916d7930a1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:37:58Z', 'updated_at': '2021-05-06T00:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-iscsi'}], 'dv-cinder-784623-8-iscsi', False) {} {{(pid=73833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:41:48.708896 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d275647c-428b-4b68-9c8a-b00b099e803c None None] Checking router: 19f5e112-a1dc-416f-ace2-4916d7930a1b for host: dv-cinder-784623-8-iscsi {{(pid=73833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 06 00:41:48.719570 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.plugin [None req-61e041d1-150c-4288-aa0f-784214bd7528 admin admin] Deleting port 0459f193-550b-4b26-891f-cdf82e0bde5e {{(pid=73831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 06 00:41:48.719916 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-61e041d1-150c-4288-aa0f-784214bd7528 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767381331357'] for port, before_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:48.720100 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d275647c-428b-4b68-9c8a-b00b099e803c None None] Routers {'19f5e112-a1dc-416f-ace2-4916d7930a1b'} bound to L3 agent in host dv-cinder-784623-8-iscsi {{(pid=73833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 00:41:48.720823 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_hamode_db [None req-d275647c-428b-4b68-9c8a-b00b099e803c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f95081408b0>, 'dv-cinder-784623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-06T00:27:20Z,description=<?>,heartbeat_timestamp=2021-05-06T00:41:20Z,host='dv-cinder-784623-8-iscsi',id=3fa0790c-dd29-4495-aa07-f8a2ae482509,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T00:27:20Z,topic='l3_agent')) {'router_ids': ['19f5e112-a1dc-416f-ace2-4916d7930a1b'], 'active': True} {{(pid=73833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:41:48.780124 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 44288) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:41:48.919719 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_dvr_db [None req-d275647c-428b-4b68-9c8a-b00b099e803c None None] Set router 19f5e112-a1dc-416f-ace2-4916d7930a1b gateway port host: None {{(pid=73833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 00:41:48.924612 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-8f073380-f7e7-4e41-924b-3aab9d5820b2 req-d77ee32c-be86-4543-8854-978cd032f743 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=53ea3b34-7f51-4474-ad86-63ad0b69da0f&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1435034
May 06 00:41:48.927251 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.db [None req-61e041d1-150c-4288-aa0f-784214bd7528 admin admin] For port 0459f193-550b-4b26-891f-cdf82e0bde5e, host dv-cinder-784623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-iscsi',level=0,port_id=0459f193-550b-4b26-891f-cdf82e0bde5e,segment=NetworkSegment(9e77dc6e-5839-4c5c-8941-3e48c898c98b),segment_id=9e77dc6e-5839-4c5c-8941-3e48c898c98b)] {{(pid=73831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:41:48.927604 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-61e041d1-150c-4288-aa0f-784214bd7528 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404144'] for port, precommit_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:49.097503 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_hamode_db [None req-d275647c-428b-4b68-9c8a-b00b099e803c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f95081408b0>, [{'id': '19f5e112-a1dc-416f-ace2-4916d7930a1b', 'name': 'tempest-TestMinimumBasicScenario-1806991004-router', 'tenant_id': '0b890f9b623c4aa1bd3a726f7dc8838e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:37:57Z', 'updated_at': '2021-05-06T00:41:48Z', 'revision_number': 6, 'project_id': '0b890f9b623c4aa1bd3a726f7dc8838e', 'gw_port_host': None}], 'dv-cinder-784623-8-iscsi', False) {} {{(pid=73833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:41:49.107496 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d275647c-428b-4b68-9c8a-b00b099e803c None None] The sync data for ids ['19f5e112-a1dc-416f-ace2-4916d7930a1b'] in dv-cinder-784623-8-iscsi is: [{'id': '19f5e112-a1dc-416f-ace2-4916d7930a1b', 'name': 'tempest-TestMinimumBasicScenario-1806991004-router', 'tenant_id': '0b890f9b623c4aa1bd3a726f7dc8838e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:37:57Z', 'updated_at': '2021-05-06T00:41:48Z', 'revision_number': 6, 'project_id': '0b890f9b623c4aa1bd3a726f7dc8838e', 'gw_port_host': None}] {{(pid=73833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 06 00:41:49.120310 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.plugin [None req-61e041d1-150c-4288-aa0f-784214bd7528 admin admin] Calling delete_port for 0459f193-550b-4b26-891f-cdf82e0bde5e owned by network:router_gateway {{(pid=73831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 06 00:41:49.288131 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:49.329359 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-61e041d1-150c-4288-aa0f-784214bd7528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767381335664', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767380898829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2942582'] for port, after_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:49.335993 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-cc89912b-2124-451b-babf-5e867cd9c231 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:41:49.475076 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e041d1-150c-4288-aa0f-784214bd7528 admin admin] Pushing event deleted for resources: {'Port': ['ID=0459f193-550b-4b26-891f-cdf82e0bde5e,revision_number=None']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:41:49.477101 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-61e041d1-150c-4288-aa0f-784214bd7528 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:41:49.581902 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-74e91f21-6483-4bcf-be9c-ced3c90657de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:49.585388 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-61e041d1-150c-4288-aa0f-784214bd7528 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407918'] for router_gateway, after_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:49.634323 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e075a91-948d-4e76-8615-7fcf09dab168 req-53eb0983-940f-4968-ada3-66b1d8ec42a2 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:41:49.635907 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-5e075a91-948d-4e76-8615-7fcf09dab168 req-53eb0983-940f-4968-ada3-66b1d8ec42a2 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed2826fd-e20e-4fd7-b3e1-507b088b4fc6 HTTP/1.1" status: 200  len: 946 time: 0.2475266
May 06 00:41:49.805090 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-61e041d1-150c-4288-aa0f-784214bd7528 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-433714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3422'] for router, precommit_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:49.813598 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-61e041d1-150c-4288-aa0f-784214bd7528 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:49.885992 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6dc73d-cc2d-45ef-b2c6-df7a4fa31353 req-4b94bbf5-d836-4307-809f-60d876f5da97 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:41:49.889151 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-ee6dc73d-cc2d-45ef-b2c6-df7a4fa31353 req-4b94bbf5-d836-4307-809f-60d876f5da97 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=53ea3b34-7f51-4474-ad86-63ad0b69da0f HTTP/1.1" status: 200  len: 943 time: 0.1126363
May 06 00:41:49.905798 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-5e075a91-948d-4e76-8615-7fcf09dab168 req-78d8e036-338d-450e-95ef-4e08097efd0f tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/security-groups?id=44e2e702-7a6b-4659-954c-b5e121ec47e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1905737
May 06 00:41:49.921951 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-61e041d1-150c-4288-aa0f-784214bd7528 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451452'] for router, after_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:49.922494 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61e041d1-150c-4288-aa0f-784214bd7528 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 19f5e112-a1dc-416f-ace2-4916d7930a1b {{(pid=73831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 06 00:41:49.949531 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-61e041d1-150c-4288-aa0f-784214bd7528 admin admin] Notify callbacks [] for router, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:49.953724 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-61e041d1-150c-4288-aa0f-784214bd7528 admin admin] 10.222.0.24 "DELETE /v2.0/routers/19f5e112-a1dc-416f-ace2-4916d7930a1b HTTP/1.1" status: 204  len: 168 time: 2.0963757
May 06 00:41:49.968394 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 44328) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:41:50.036051 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-ee6dc73d-cc2d-45ef-b2c6-df7a4fa31353 req-b8f0d406-1906-462a-bd18-20372cf28e3e tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=984322a9-8be7-4c18-bac1-6872c32290c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1371014
May 06 00:41:50.079062 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Device 0459f193-550b-4b26-891f-cdf82e0bde5e no longer exists at agent ovs-agent-dv-cinder-784623-8-iscsi {{(pid=73833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 06 00:41:50.095663 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f073380-f7e7-4e41-924b-3aab9d5820b2 req-0b787503-bb1b-4a42-83b8-384b8e93ad18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:41:50.099235 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-8f073380-f7e7-4e41-924b-3aab9d5820b2 req-0b787503-bb1b-4a42-83b8-384b8e93ad18 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=53ea3b34-7f51-4474-ad86-63ad0b69da0f&tenant_id=aea92748b0624ad09d804decdf1eee48 HTTP/1.1" status: 200  len: 1096 time: 0.1174984
May 06 00:41:50.107423 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba801c1a-39d1-4d7a-a5e0-6cf26d29d77a admin admin] Deleting subnet 10dd42a5-a5ec-4dc6-b51c-78099354ecd3 {{(pid=73831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 06 00:41:50.112966 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-ba801c1a-39d1-4d7a-a5e0-6cf26d29d77a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:50.143477 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.plugin [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] No Port match for: 0459f193-550b-4b26-891f-cdf82e0bde5e {{(pid=73833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 06 00:41:50.144232 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Device 0459f193-550b-4b26-891f-cdf82e0bde5e not bound to the agent host dv-cinder-784623-8-iscsi {{(pid=73833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 06 00:41:50.144917 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Device 0ac8f2a6-6aa2-4024-ab10-93eaa673a7e7 no longer exists at agent ovs-agent-dv-cinder-784623-8-iscsi {{(pid=73833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 06 00:41:50.183520 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.plugin [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] No Port match for: 0ac8f2a6-6aa2-4024-ab10-93eaa673a7e7 {{(pid=73833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 06 00:41:50.184844 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Device 0ac8f2a6-6aa2-4024-ab10-93eaa673a7e7 not bound to the agent host dv-cinder-784623-8-iscsi {{(pid=73833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 06 00:41:50.207656 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-ba801c1a-39d1-4d7a-a5e0-6cf26d29d77a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2930050'] for subnet, precommit_delete_associations {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:50.281861 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f073380-f7e7-4e41-924b-3aab9d5820b2 req-fc0fa3bc-c7ed-41f5-82e7-7b2ce39a88d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:41:50.283701 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-8f073380-f7e7-4e41-924b-3aab9d5820b2 req-fc0fa3bc-c7ed-41f5-82e7-7b2ce39a88d2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aea92748b0624ad09d804decdf1eee48&device_id=53ea3b34-7f51-4474-ad86-63ad0b69da0f HTTP/1.1" status: 200  len: 1096 time: 0.1471932
May 06 00:41:50.366341 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-ba801c1a-39d1-4d7a-a5e0-6cf26d29d77a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736327'] for subnet, precommit_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:50.423693 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-90084741-9b8f-423c-9f16-72d74cd0e02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:50.470285 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f073380-f7e7-4e41-924b-3aab9d5820b2 req-a668f865-a203-4954-892c-22d78b121849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:41:50.471790 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-8f073380-f7e7-4e41-924b-3aab9d5820b2 req-a668f865-a203-4954-892c-22d78b121849 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f1ee20ed-17e0-4650-a61e-4e2579bfb5cb HTTP/1.1" status: 200  len: 918 time: 0.1801002
May 06 00:41:50.587844 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-8f073380-f7e7-4e41-924b-3aab9d5820b2 req-1dfb12cc-b774-45ca-8ed3-a4f94f9b51be service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d89e0b7-dd98-4aed-a05a-6f306514ac66 HTTP/1.1" status: 200  len: 998 time: 0.1095469
May 06 00:41:50.656748 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f073380-f7e7-4e41-924b-3aab9d5820b2 req-8ec3c861-d1c0-4fab-8354-c7bdef2c8856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:41:50.658186 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-8f073380-f7e7-4e41-924b-3aab9d5820b2 req-8ec3c861-d1c0-4fab-8354-c7bdef2c8856 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=587fdbbc-2087-48fc-8109-2b5f3ba73405 HTTP/1.1" status: 200  len: 856 time: 0.0619502
May 06 00:41:50.736387 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-ba801c1a-39d1-4d7a-a5e0-6cf26d29d77a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2942501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3145219'] for subnet, after_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:50.737850 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f073380-f7e7-4e41-924b-3aab9d5820b2 req-6ad73dfd-9005-4186-86f2-61cbe3e2d91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:41:50.739327 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-8f073380-f7e7-4e41-924b-3aab9d5820b2 req-6ad73dfd-9005-4186-86f2-61cbe3e2d91b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f1ee20ed-17e0-4650-a61e-4e2579bfb5cb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0739224
May 06 00:41:50.740382 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-443a027e-5d01-4772-b2e4-299eee680e9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:41:50.772907 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba801c1a-39d1-4d7a-a5e0-6cf26d29d77a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10dd42a5-a5ec-4dc6-b51c-78099354ecd3,revision_number=None']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:41:50.776467 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-ba801c1a-39d1-4d7a-a5e0-6cf26d29d77a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:41:50.781149 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-ba801c1a-39d1-4d7a-a5e0-6cf26d29d77a admin admin] Notify callbacks [] for subnet, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:50.787833 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-ba801c1a-39d1-4d7a-a5e0-6cf26d29d77a admin admin] 10.222.0.24 "DELETE /v2.0/subnets/10dd42a5-a5ec-4dc6-b51c-78099354ecd3 HTTP/1.1" status: 204  len: 168 time: 0.8145449
May 06 00:41:50.788662 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dbdac64-f69b-4c5e-8729-3249ac2f9e0b None None] Network dfefa750-c4cf-4fe5-9a50-39478c106a84 requested from dv-cinder-784623-8-iscsi {{(pid=73833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 06 00:41:50.790152 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 44336) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:41:50.904139 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-ac091f1d-f81d-4437-b554-c0738891a94e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608327'] for network, before_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:50.980576 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.plugin [None req-ac091f1d-f81d-4437-b554-c0738891a94e admin admin] Deleting port 6615559e-c91c-4985-91f0-62979cd1bd50 {{(pid=73831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 06 00:41:50.981379 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-ac091f1d-f81d-4437-b554-c0738891a94e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767381331357'] for port, before_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:50.991761 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-8f073380-f7e7-4e41-924b-3aab9d5820b2 req-4eb8135d-c0b3-4811-9f27-0111fa7a6c10 service neutron] 10.222.0.30 "GET /v2.0/networks/f1ee20ed-17e0-4650-a61e-4e2579bfb5cb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2452135
May 06 00:41:51.120276 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f0d7d9-7a86-4ce3-a485-06e9c5be79f8 None None] DHCP port deletion for dfefa750-c4cf-4fe5-9a50-39478c106a84 request from dv-cinder-784623-8-iscsi {{(pid=73833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
May 06 00:41:51.167188 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.db [None req-ac091f1d-f81d-4437-b554-c0738891a94e admin admin] For port 6615559e-c91c-4985-91f0-62979cd1bd50, host dv-cinder-784623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-iscsi',level=0,port_id=6615559e-c91c-4985-91f0-62979cd1bd50,segment=NetworkSegment(024dc78f-673e-4ab1-a1b8-799f97b6b498),segment_id=024dc78f-673e-4ab1-a1b8-799f97b6b498)] {{(pid=73831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:41:51.167658 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-ac091f1d-f81d-4437-b554-c0738891a94e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404144'] for port, precommit_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:51.219895 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6860a1de-988f-4dcd-85bb-2d0d08b94bef req-eddb29a7-4449-4bb6-83ad-9943018ad5fc tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:41:51.221937 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-6860a1de-988f-4dcd-85bb-2d0d08b94bef req-eddb29a7-4449-4bb6-83ad-9943018ad5fc tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed2826fd-e20e-4fd7-b3e1-507b088b4fc6 HTTP/1.1" status: 200  len: 946 time: 0.2292991
May 06 00:41:51.222591 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.plugin [None req-52f0d7d9-7a86-4ce3-a485-06e9c5be79f8 None None] Deleting port 6615559e-c91c-4985-91f0-62979cd1bd50 {{(pid=73833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 06 00:41:51.223119 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-52f0d7d9-7a86-4ce3-a485-06e9c5be79f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767381331357'] for port, before_delete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:51.314871 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.plugin [None req-ac091f1d-f81d-4437-b554-c0738891a94e admin admin] Calling delete_port for 6615559e-c91c-4985-91f0-62979cd1bd50 owned by network:dhcp {{(pid=73831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 06 00:41:51.334867 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-52f0d7d9-7a86-4ce3-a485-06e9c5be79f8 None None] For port 6615559e-c91c-4985-91f0-62979cd1bd50, host dv-cinder-784623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-iscsi',level=0,port_id=6615559e-c91c-4985-91f0-62979cd1bd50,segment=NetworkSegment(024dc78f-673e-4ab1-a1b8-799f97b6b498),segment_id=024dc78f-673e-4ab1-a1b8-799f97b6b498)] {{(pid=73833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:41:51.335739 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-52f0d7d9-7a86-4ce3-a485-06e9c5be79f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404144'] for port, precommit_delete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:51.349266 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10fa61e-c302-4016-87a8-562ac639752a req-689c094b-17c2-4910-b84d-23306faaee63 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:41:51.350750 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-b10fa61e-c302-4016-87a8-562ac639752a req-689c094b-17c2-4910-b84d-23306faaee63 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed2826fd-e20e-4fd7-b3e1-507b088b4fc6 HTTP/1.1" status: 200  len: 946 time: 0.2838936
May 06 00:41:51.359499 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-8f073380-f7e7-4e41-924b-3aab9d5820b2 req-7e778dec-53e7-4989-ac6e-5d9570fd6f62 service neutron] 10.222.0.30 "GET /v2.0/networks/f1ee20ed-17e0-4650-a61e-4e2579bfb5cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3076527
May 06 00:41:51.439996 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-b10fa61e-c302-4016-87a8-562ac639752a req-5d9a126f-4027-408e-8522-4354e2136837 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/security-groups?id=44e2e702-7a6b-4659-954c-b5e121ec47e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0825868
May 06 00:41:51.458879 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-ac091f1d-f81d-4437-b554-c0738891a94e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767381335664', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767380898829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2942582'] for port, after_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:51.470827 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-78492aa4-eba2-4d1b-8199-7bdd8fc4ded0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:41:51.487245 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.plugin [req-6860a1de-988f-4dcd-85bb-2d0d08b94bef req-34166674-3d6c-4568-a1b1-48ff9ca27153 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Deleting port d734fcb7-e4f1-4c73-a758-4a0f3b000050 {{(pid=73832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 06 00:41:51.487657 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-6860a1de-988f-4dcd-85bb-2d0d08b94bef req-34166674-3d6c-4568-a1b1-48ff9ca27153 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767381331357'] for port, before_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:51.488040 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.plugin [None req-52f0d7d9-7a86-4ce3-a485-06e9c5be79f8 None None] Calling delete_port for 6615559e-c91c-4985-91f0-62979cd1bd50 owned by network:dhcp {{(pid=73833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 06 00:41:51.549433 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac091f1d-f81d-4437-b554-c0738891a94e admin admin] Pushing event deleted for resources: {'Port': ['ID=6615559e-c91c-4985-91f0-62979cd1bd50,revision_number=None']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:41:51.556155 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac091f1d-f81d-4437-b554-c0738891a94e admin admin] No DVR routers for this DVR port 6615559e-c91c-4985-91f0-62979cd1bd50 on host dv-cinder-784623-8-iscsi {{(pid=73831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 06 00:41:51.557708 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-ac091f1d-f81d-4437-b554-c0738891a94e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:41:51.658784 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41683fb-3048-4079-b3e1-00185e0e79c0 req-03b1a571-7498-4058-b98a-0db96f2b1434 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:41:51.660366 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-b41683fb-3048-4079-b3e1-00185e0e79c0 req-03b1a571-7498-4058-b98a-0db96f2b1434 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=53ea3b34-7f51-4474-ad86-63ad0b69da0f HTTP/1.1" status: 200  len: 943 time: 0.3032532
May 06 00:41:51.680399 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-52f0d7d9-7a86-4ce3-a485-06e9c5be79f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767381335664', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767380898829'] for port, after_delete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:51.684463 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:41:51.761430 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f0d7d9-7a86-4ce3-a485-06e9c5be79f8 None None] Pushing event deleted for resources: {'Port': ['ID=6615559e-c91c-4985-91f0-62979cd1bd50,revision_number=None']} {{(pid=73833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:41:51.767507 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-52f0d7d9-7a86-4ce3-a485-06e9c5be79f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:41:51.784650 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f0d7d9-7a86-4ce3-a485-06e9c5be79f8 None None] No DVR routers for this DVR port 6615559e-c91c-4985-91f0-62979cd1bd50 on host dv-cinder-784623-8-iscsi {{(pid=73833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 06 00:41:51.828595 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.db [req-6860a1de-988f-4dcd-85bb-2d0d08b94bef req-34166674-3d6c-4568-a1b1-48ff9ca27153 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] For port d734fcb7-e4f1-4c73-a758-4a0f3b000050, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=d734fcb7-e4f1-4c73-a758-4a0f3b000050,segment=NetworkSegment(890a22a0-98ca-414c-a9a6-981937a77b2c),segment_id=890a22a0-98ca-414c-a9a6-981937a77b2c)] {{(pid=73832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:41:51.829016 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-6860a1de-988f-4dcd-85bb-2d0d08b94bef req-34166674-3d6c-4568-a1b1-48ff9ca27153 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404144'] for port, precommit_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:51.850609 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-b41683fb-3048-4079-b3e1-00185e0e79c0 req-c2037610-364e-42cb-97e2-ff01d088e15c tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=984322a9-8be7-4c18-bac1-6872c32290c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1638343
May 06 00:41:51.896594 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-ac091f1d-f81d-4437-b554-c0738891a94e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733884', 'neutron.services.segments.db._delete_segments_for_network-8767381342109'] for network, precommit_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:51.921098 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.services.segments.db [None req-ac091f1d-f81d-4437-b554-c0738891a94e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f950834b550>,) {'filters': {'network_id': ['dfefa750-c4cf-4fe5-9a50-39478c106a84']}} {{(pid=73831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:41:51.934783 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-06e5bd5a-9e4a-4653-864f-becf711c9df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:51.938119 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d1ac89-59d9-45a9-a93e-7e362e220513 req-d04c28cf-8584-4e43-88a1-bd1761be5089 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:41:51.939624 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-d9d1ac89-59d9-45a9-a93e-7e362e220513 req-d04c28cf-8584-4e43-88a1-bd1761be5089 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1c5cc05-f410-4a03-9b3d-682a4e1cf825 HTTP/1.1" status: 200  len: 946 time: 0.3411059
May 06 00:41:51.945992 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.services.segments.db [None req-ac091f1d-f81d-4437-b554-c0738891a94e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f950834b550>, '024dc78f-673e-4ab1-a1b8-799f97b6b498') {'for_net_delete': True} {{(pid=73831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:41:51.946351 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.services.segments.db [None req-ac091f1d-f81d-4437-b554-c0738891a94e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f950834b550>, '024dc78f-673e-4ab1-a1b8-799f97b6b498') {} {{(pid=73831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:41:51.981012 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-ac091f1d-f81d-4437-b554-c0738891a94e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767381354599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2930077'] for segment, before_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:52.015137 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-d9d1ac89-59d9-45a9-a93e-7e362e220513 req-a8eea34b-ef1e-417c-8710-b5e4f56e214a tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/security-groups?id=079ebf81-42ef-4ee7-ac10-dfe00866b3f7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0611751
May 06 00:41:52.023892 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-ac091f1d-f81d-4437-b554-c0738891a94e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730493'] for segment, precommit_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:52.031658 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac091f1d-f81d-4437-b554-c0738891a94e admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=73831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 06 00:41:52.032326 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-ac091f1d-f81d-4437-b554-c0738891a94e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-730484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2942531'] for segment, after_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:52.040920 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Device 6615559e-c91c-4985-91f0-62979cd1bd50 no longer exists at agent ovs-agent-dv-cinder-784623-8-iscsi {{(pid=73833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 06 00:41:52.048330 dv-cinder-784623-8-iscsi neutron-server[73831]: Traceback (most recent call last):
May 06 00:41:52.048330 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 06 00:41:52.048330 dv-cinder-784623-8-iscsi neutron-server[73831]:     timer()
May 06 00:41:52.048330 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 06 00:41:52.048330 dv-cinder-784623-8-iscsi neutron-server[73831]:     cb(*args, **kw)
May 06 00:41:52.048330 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 06 00:41:52.048330 dv-cinder-784623-8-iscsi neutron-server[73831]:     return func(*args, **kwargs)
May 06 00:41:52.048330 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 06 00:41:52.048330 dv-cinder-784623-8-iscsi neutron-server[73831]:     self._notify()
May 06 00:41:52.048330 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 06 00:41:52.048330 dv-cinder-784623-8-iscsi neutron-server[73831]:     self.callback(batched_events)
May 06 00:41:52.048330 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 06 00:41:52.048330 dv-cinder-784623-8-iscsi neutron-server[73831]:     event.method(event)
May 06 00:41:52.048330 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 06 00:41:52.048330 dv-cinder-784623-8-iscsi neutron-server[73831]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 06 00:41:52.048330 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 06 00:41:52.048330 dv-cinder-784623-8-iscsi neutron-server[73831]:     aggregate_uuid = self.p_client.list_aggregates(
May 06 00:41:52.048330 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 06 00:41:52.048330 dv-cinder-784623-8-iscsi neutron-server[73831]:     return f(self, *a, **k)
May 06 00:41:52.048330 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 06 00:41:52.048330 dv-cinder-784623-8-iscsi neutron-server[73831]:     return self._get(url).json()
May 06 00:41:52.048330 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 06 00:41:52.048330 dv-cinder-784623-8-iscsi neutron-server[73831]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 06 00:41:52.048330 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 06 00:41:52.048330 dv-cinder-784623-8-iscsi neutron-server[73831]:     return self.request(url, 'GET', **kwargs)
May 06 00:41:52.048330 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 06 00:41:52.048330 dv-cinder-784623-8-iscsi neutron-server[73831]:     base_url = self.get_endpoint(auth, allow=allow,
May 06 00:41:52.048330 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 06 00:41:52.048330 dv-cinder-784623-8-iscsi neutron-server[73831]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 06 00:41:52.048330 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 06 00:41:52.048330 dv-cinder-784623-8-iscsi neutron-server[73831]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 06 00:41:52.048330 dv-cinder-784623-8-iscsi neutron-server[73831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 06 00:41:52.102259 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.plugin [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] No Port match for: 6615559e-c91c-4985-91f0-62979cd1bd50 {{(pid=73833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 06 00:41:52.102615 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Device 6615559e-c91c-4985-91f0-62979cd1bd50 not bound to the agent host dv-cinder-784623-8-iscsi {{(pid=73833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 06 00:41:52.173073 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-ac091f1d-f81d-4437-b554-c0738891a94e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407932'] for network, after_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:52.181478 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-24a08fce-d94f-4588-9a51-ec35c1ca7251 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:41:52.226572 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-ac091f1d-f81d-4437-b554-c0738891a94e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535980'] for network, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:52.274416 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-ac091f1d-f81d-4437-b554-c0738891a94e admin admin] 10.222.0.24 "DELETE /v2.0/networks/dfefa750-c4cf-4fe5-9a50-39478c106a84 HTTP/1.1" status: 204  len: 168 time: 1.4828029
May 06 00:41:52.275934 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac091f1d-f81d-4437-b554-c0738891a94e admin admin] Pushing event deleted for resources: {'Network': ['ID=dfefa750-c4cf-4fe5-9a50-39478c106a84,revision_number=None']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:41:52.278343 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 44378) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:41:52.345772 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-ac091f1d-f81d-4437-b554-c0738891a94e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:41:52.414552 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-6860a1de-988f-4dcd-85bb-2d0d08b94bef req-34166674-3d6c-4568-a1b1-48ff9ca27153 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:52.415126 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-6860a1de-988f-4dcd-85bb-2d0d08b94bef req-34166674-3d6c-4568-a1b1-48ff9ca27153 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407923'] for floatingip, after_update {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:52.415222 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.db.l3_db [req-6860a1de-988f-4dcd-85bb-2d0d08b94bef req-34166674-3d6c-4568-a1b1-48ff9ca27153 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Floating IP 5b34baf6-c118-4e20-afc0-193d911722ca disassociated. External IP: 172.27.3.57, port: d734fcb7-e4f1-4c73-a758-4a0f3b000050.
May 06 00:41:52.415790 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.plugin [req-6860a1de-988f-4dcd-85bb-2d0d08b94bef req-34166674-3d6c-4568-a1b1-48ff9ca27153 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Calling delete_port for d734fcb7-e4f1-4c73-a758-4a0f3b000050 owned by compute:nova {{(pid=73832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 06 00:41:52.567816 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-6860a1de-988f-4dcd-85bb-2d0d08b94bef req-34166674-3d6c-4568-a1b1-48ff9ca27153 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767381335664', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767380898829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2182845'] for port, after_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:52.577915 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-63749521-e9ae-4533-af0a-83d7b9f3277f tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:41:52.681209 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-c5ac62fb-8e96-4258-addb-2ab818e15260 req-e3a0e534-dc56-435d-87b8-03220d134ace tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed2826fd-e20e-4fd7-b3e1-507b088b4fc6 HTTP/1.1" status: 200  len: 210 time: 0.0576460
May 06 00:41:52.690815 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34166674-3d6c-4568-a1b1-48ff9ca27153 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Pushing event deleted for resources: {'Port': ['ID=d734fcb7-e4f1-4c73-a758-4a0f3b000050,revision_number=None']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:41:52.695200 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-34166674-3d6c-4568-a1b1-48ff9ca27153 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:41:52.975598 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6860a1de-988f-4dcd-85bb-2d0d08b94bef req-34166674-3d6c-4568-a1b1-48ff9ca27153 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Router da787a18-7e91-4dd6-ad92-ccfcbbda8c27 has already been hosted by L3 agent 3fa0790c-dd29-4495-aa07-f8a2ae482509 {{(pid=73832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 06 00:41:53.336096 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c36cf1-cd78-4e8f-9c45-f44aee429d2d req-bc220486-1a8d-44ee-a0a0-96acb9f3ee5c tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:41:53.337675 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-e8c36cf1-cd78-4e8f-9c45-f44aee429d2d req-bc220486-1a8d-44ee-a0a0-96acb9f3ee5c tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=53ea3b34-7f51-4474-ad86-63ad0b69da0f HTTP/1.1" status: 200  len: 943 time: 0.2933514
May 06 00:41:53.436259 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-e8c36cf1-cd78-4e8f-9c45-f44aee429d2d req-b57a0503-5ca7-4d31-a428-1a585f865677 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=984322a9-8be7-4c18-bac1-6872c32290c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0828075
May 06 00:41:53.450558 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6860a1de-988f-4dcd-85bb-2d0d08b94bef req-34166674-3d6c-4568-a1b1-48ff9ca27153 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Notify agent at l3_agent.dv-cinder-784623-8-iscsi the message routers_updated {{(pid=73832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 06 00:41:53.461988 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9db4d7-ecf4-4906-a415-e9d0369ed22d None None] Sync routers for ids ['da787a18-7e91-4dd6-ad92-ccfcbbda8c27'] in dv-cinder-784623-8-iscsi {{(pid=73834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 06 00:41:53.486877 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9db4d7-ecf4-4906-a415-e9d0369ed22d None None] Routers {'da787a18-7e91-4dd6-ad92-ccfcbbda8c27'} bound to L3 agent in host dv-cinder-784623-8-iscsi {{(pid=73834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 00:41:53.487510 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_hamode_db [None req-4b9db4d7-ecf4-4906-a415-e9d0369ed22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9509097a00>, 'dv-cinder-784623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-06T00:27:20Z,description=<?>,heartbeat_timestamp=2021-05-06T00:41:50Z,host='dv-cinder-784623-8-iscsi',id=3fa0790c-dd29-4495-aa07-f8a2ae482509,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T00:27:20Z,topic='l3_agent')) {'router_ids': ['da787a18-7e91-4dd6-ad92-ccfcbbda8c27'], 'active': True} {{(pid=73834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:41:53.570370 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.l3_dvrscheduler_db [req-6860a1de-988f-4dcd-85bb-2d0d08b94bef req-34166674-3d6c-4568-a1b1-48ff9ca27153 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] No DVR routers for this DVR port d734fcb7-e4f1-4c73-a758-4a0f3b000050 on host hv-cinder-78462 {{(pid=73832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 06 00:41:53.574505 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-6860a1de-988f-4dcd-85bb-2d0d08b94bef req-34166674-3d6c-4568-a1b1-48ff9ca27153 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43737'] for port, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:53.578098 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed2826fd-e20e-4fd7-b3e1-507b088b4fc6', 'name': 'network-vif-deleted', 'tag': 'd734fcb7-e4f1-4c73-a758-4a0f3b000050'}] {{(pid=73832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 00:41:53.590861 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-f168bc52-8542-4039-a3c5-f36892504bc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401482'] for router_interface, before_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:53.603956 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4871887-34d1-40ea-8bab-e0db87842d76 req-0d8df0a7-f4d5-4829-b9ef-45a19f928358 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:41:53.616604 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-f4871887-34d1-40ea-8bab-e0db87842d76 req-0d8df0a7-f4d5-4829-b9ef-45a19f928358 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1c5cc05-f410-4a03-9b3d-682a4e1cf825 HTTP/1.1" status: 200  len: 946 time: 0.3122644
May 06 00:41:53.682563 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed2826fd-e20e-4fd7-b3e1-507b088b4fc6', 'name': 'network-vif-deleted', 'tag': 'd734fcb7-e4f1-4c73-a758-4a0f3b000050', 'status': 'completed', 'code': 200}
May 06 00:41:53.687209 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-6860a1de-988f-4dcd-85bb-2d0d08b94bef req-34166674-3d6c-4568-a1b1-48ff9ca27153 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.30 "DELETE /v2.0/ports/d734fcb7-e4f1-4c73-a758-4a0f3b000050 HTTP/1.1" status: 204  len: 173 time: 2.4597013
May 06 00:41:53.710705 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_dvr_db [None req-4b9db4d7-ecf4-4906-a415-e9d0369ed22d None None] Set router da787a18-7e91-4dd6-ad92-ccfcbbda8c27 gateway port host: dv-cinder-784623-8-iscsi {{(pid=73834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 00:41:53.711091 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-f4871887-34d1-40ea-8bab-e0db87842d76 req-a3b36d40-8dae-4766-ab27-77714a56581c tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/security-groups?id=079ebf81-42ef-4ee7-ac10-dfe00866b3f7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0834513
May 06 00:41:54.008782 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-912b4a78-3078-453a-9584-f340686f67f8 req-d74a874b-8d83-400d-b168-775df6aa4288 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed2826fd-e20e-4fd7-b3e1-507b088b4fc6 HTTP/1.1" status: 200  len: 210 time: 0.0620198
May 06 00:41:54.065792 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_hamode_db [None req-4b9db4d7-ecf4-4906-a415-e9d0369ed22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9509097a00>, [{'id': 'da787a18-7e91-4dd6-ad92-ccfcbbda8c27', 'name': 'tempest-AttachVolumeTestJSON-1254958437-router', 'tenant_id': 'c6c13c091dfc4aacbf264be74291da6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'external_fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '776b5ab0-4f4f-453b-8323-3ad702832470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:34:47Z', 'updated_at': '2021-05-06T00:34:55Z', 'revision_number': 4, 'project_id': 'c6c13c091dfc4aacbf264be74291da6e', 'gw_port': {'id': '776b5ab0-4f4f-453b-8323-3ad702832470', 'name': '', 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da787a18-7e91-4dd6-ad92-ccfcbbda8c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:34:49Z', 'updated_at': '2021-05-06T00:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-iscsi', '_interfaces': [{'id': '535ed0f5-73ce-4425-8485-3e36642b1ffb', 'name': '', 'network_id': '1ea45e29-439e-495a-941c-7f5912677888', 'tenant_id': 'c6c13c091dfc4aacbf264be74291da6e', 'mac_address': 'fa:16:3e:8f:02:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da787a18-7e91-4dd6-ad92-ccfcbbda8c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '693ca583-83b8-4934-b0a4-9f6d64f7b0b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:34:54Z', 'updated_at': '2021-05-06T00:35:17Z', 'revision_number': 5, 'project_id': 'c6c13c091dfc4aacbf264be74291da6e', 'subnets': [{'id': '693ca583-83b8-4934-b0a4-9f6d64f7b0b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-8-iscsi', False) {} {{(pid=73834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:41:54.070152 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9db4d7-ecf4-4906-a415-e9d0369ed22d None None] Checking router: da787a18-7e91-4dd6-ad92-ccfcbbda8c27 for host: dv-cinder-784623-8-iscsi {{(pid=73834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 06 00:41:54.079622 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9db4d7-ecf4-4906-a415-e9d0369ed22d None None] Routers {'da787a18-7e91-4dd6-ad92-ccfcbbda8c27'} bound to L3 agent in host dv-cinder-784623-8-iscsi {{(pid=73834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 00:41:54.080522 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_hamode_db [None req-4b9db4d7-ecf4-4906-a415-e9d0369ed22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9509097a00>, 'dv-cinder-784623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-06T00:27:20Z,description=<?>,heartbeat_timestamp=2021-05-06T00:41:50Z,host='dv-cinder-784623-8-iscsi',id=3fa0790c-dd29-4495-aa07-f8a2ae482509,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T00:27:20Z,topic='l3_agent')) {'router_ids': ['da787a18-7e91-4dd6-ad92-ccfcbbda8c27'], 'active': True} {{(pid=73834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:41:54.186761 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Device d734fcb7-e4f1-4c73-a758-4a0f3b000050 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=73833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 06 00:41:54.244475 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.plugin [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] No Port match for: d734fcb7-e4f1-4c73-a758-4a0f3b000050 {{(pid=73833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 06 00:41:54.244999 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Device d734fcb7-e4f1-4c73-a758-4a0f3b000050 not bound to the agent host hv-cinder-78462 {{(pid=73833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 06 00:41:54.326864 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_dvr_db [None req-4b9db4d7-ecf4-4906-a415-e9d0369ed22d None None] Set router da787a18-7e91-4dd6-ad92-ccfcbbda8c27 gateway port host: dv-cinder-784623-8-iscsi {{(pid=73834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 00:41:54.435029 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.plugin [None req-f168bc52-8542-4039-a3c5-f36892504bc8 admin admin] Deleting port 3caf4b08-f7c9-4c7e-a58d-de7ffc14ed09 {{(pid=73831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 06 00:41:54.435726 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-f168bc52-8542-4039-a3c5-f36892504bc8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767381331357'] for port, before_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:54.679923 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.db [None req-f168bc52-8542-4039-a3c5-f36892504bc8 admin admin] For port 3caf4b08-f7c9-4c7e-a58d-de7ffc14ed09, host dv-cinder-784623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-iscsi',level=0,port_id=3caf4b08-f7c9-4c7e-a58d-de7ffc14ed09,segment=NetworkSegment(2bae0777-846d-4f49-9130-4d4d1a8d5ba5),segment_id=2bae0777-846d-4f49-9130-4d4d1a8d5ba5)] {{(pid=73831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:41:54.683436 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-f168bc52-8542-4039-a3c5-f36892504bc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404144'] for port, precommit_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:54.855006 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3a4b1e-7a71-4ad7-b9d3-04e19faf78f9 req-bf91f54d-ec8a-4f79-a7aa-7327387bd1f1 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:41:54.865357 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-cc3a4b1e-7a71-4ad7-b9d3-04e19faf78f9 req-bf91f54d-ec8a-4f79-a7aa-7327387bd1f1 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=53ea3b34-7f51-4474-ad86-63ad0b69da0f HTTP/1.1" status: 200  len: 943 time: 0.1858249
May 06 00:41:54.901827 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_hamode_db [None req-4b9db4d7-ecf4-4906-a415-e9d0369ed22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9509097a00>, [{'id': 'da787a18-7e91-4dd6-ad92-ccfcbbda8c27', 'name': 'tempest-AttachVolumeTestJSON-1254958437-router', 'tenant_id': 'c6c13c091dfc4aacbf264be74291da6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'external_fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '776b5ab0-4f4f-453b-8323-3ad702832470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:34:47Z', 'updated_at': '2021-05-06T00:34:55Z', 'revision_number': 4, 'project_id': 'c6c13c091dfc4aacbf264be74291da6e', 'gw_port': {'id': '776b5ab0-4f4f-453b-8323-3ad702832470', 'name': '', 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da787a18-7e91-4dd6-ad92-ccfcbbda8c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:34:49Z', 'updated_at': '2021-05-06T00:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-iscsi', '_interfaces': [{'id': '535ed0f5-73ce-4425-8485-3e36642b1ffb', 'name': '', 'network_id': '1ea45e29-439e-495a-941c-7f5912677888', 'tenant_id': 'c6c13c091dfc4aacbf264be74291da6e', 'mac_address': 'fa:16:3e:8f:02:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da787a18-7e91-4dd6-ad92-ccfcbbda8c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '693ca583-83b8-4934-b0a4-9f6d64f7b0b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:34:54Z', 'updated_at': '2021-05-06T00:35:17Z', 'revision_number': 5, 'project_id': 'c6c13c091dfc4aacbf264be74291da6e', 'subnets': [{'id': '693ca583-83b8-4934-b0a4-9f6d64f7b0b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-8-iscsi', False) {} {{(pid=73834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:41:54.906565 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9db4d7-ecf4-4906-a415-e9d0369ed22d None None] The sync data for ids ['da787a18-7e91-4dd6-ad92-ccfcbbda8c27'] in dv-cinder-784623-8-iscsi is: [{'id': 'da787a18-7e91-4dd6-ad92-ccfcbbda8c27', 'name': 'tempest-AttachVolumeTestJSON-1254958437-router', 'tenant_id': 'c6c13c091dfc4aacbf264be74291da6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'external_fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '776b5ab0-4f4f-453b-8323-3ad702832470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:34:47Z', 'updated_at': '2021-05-06T00:34:55Z', 'revision_number': 4, 'project_id': 'c6c13c091dfc4aacbf264be74291da6e', 'gw_port': {'id': '776b5ab0-4f4f-453b-8323-3ad702832470', 'name': '', 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da787a18-7e91-4dd6-ad92-ccfcbbda8c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:34:49Z', 'updated_at': '2021-05-06T00:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-iscsi', '_interfaces': [{'id': '535ed0f5-73ce-4425-8485-3e36642b1ffb', 'name': '', 'network_id': '1ea45e29-439e-495a-941c-7f5912677888', 'tenant_id': 'c6c13c091dfc4aacbf264be74291da6e', 'mac_address': 'fa:16:3e:8f:02:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da787a18-7e91-4dd6-ad92-ccfcbbda8c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '693ca583-83b8-4934-b0a4-9f6d64f7b0b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:34:54Z', 'updated_at': '2021-05-06T00:35:17Z', 'revision_number': 5, 'project_id': 'c6c13c091dfc4aacbf264be74291da6e', 'subnets': [{'id': '693ca583-83b8-4934-b0a4-9f6d64f7b0b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 06 00:41:54.934061 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-cc3a4b1e-7a71-4ad7-b9d3-04e19faf78f9 req-bb50de13-a4cb-415a-b2c2-b684a12227c6 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=984322a9-8be7-4c18-bac1-6872c32290c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0671499
May 06 00:41:54.991848 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.plugin [None req-f168bc52-8542-4039-a3c5-f36892504bc8 admin admin] Calling delete_port for 3caf4b08-f7c9-4c7e-a58d-de7ffc14ed09 owned by network:router_interface {{(pid=73831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 06 00:41:55.110809 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a196c9-e1a2-4143-96a8-793cadb33ac1 req-0c9f95d9-7998-46bc-940e-a55b8b3d6c71 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:41:55.112340 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-92a196c9-e1a2-4143-96a8-793cadb33ac1 req-0c9f95d9-7998-46bc-940e-a55b8b3d6c71 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1c5cc05-f410-4a03-9b3d-682a4e1cf825 HTTP/1.1" status: 200  len: 946 time: 0.1294489
May 06 00:41:55.214550 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [req-e6f4e2be-dbb7-434f-992c-22c55227f091 req-0e370882-d898-4577-b125-89b5d4d6634f tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Synchronizing usage tracker for tenant:c6c13c091dfc4aacbf264be74291da6e on resource:port {{(pid=73832) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 00:41:55.217360 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-92a196c9-e1a2-4143-96a8-793cadb33ac1 req-688ab8b2-67c8-4343-988a-5f2b8647ca53 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/security-groups?id=079ebf81-42ef-4ee7-ac10-dfe00866b3f7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0975482
May 06 00:41:55.257147 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [req-e6f4e2be-dbb7-434f-992c-22c55227f091 req-0e370882-d898-4577-b125-89b5d4d6634f tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Unset dirty status for tenant:c6c13c091dfc4aacbf264be74291da6e on resource:port {{(pid=73832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 00:41:55.264116 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-e6f4e2be-dbb7-434f-992c-22c55227f091 req-0e370882-d898-4577-b125-89b5d4d6634f tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed2826fd-e20e-4fd7-b3e1-507b088b4fc6 HTTP/1.1" status: 200  len: 210 time: 0.1176021
May 06 00:41:55.298389 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0bd9e9-4049-480d-ba5d-841c8932d433 None None] New status for floating IP 5b34baf6-c118-4e20-afc0-193d911722ca: DOWN {{(pid=73833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 06 00:41:55.335164 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-f168bc52-8542-4039-a3c5-f36892504bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767381335664', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767380898829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2942582'] for port, after_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:55.342095 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:41:55.402039 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f168bc52-8542-4039-a3c5-f36892504bc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=3caf4b08-f7c9-4c7e-a58d-de7ffc14ed09,revision_number=None']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:41:55.405435 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-f168bc52-8542-4039-a3c5-f36892504bc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:41:55.888195 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-f168bc52-8542-4039-a3c5-f36892504bc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-407034'] for router_interface, after_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:56.226883 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04db920-2fcf-4230-8a11-331e4b04ece7 req-dbc9b9c2-6347-452f-bf09-9a5153677925 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:41:56.228343 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-b04db920-2fcf-4230-8a11-331e4b04ece7 req-dbc9b9c2-6347-452f-bf09-9a5153677925 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=53ea3b34-7f51-4474-ad86-63ad0b69da0f HTTP/1.1" status: 200  len: 943 time: 0.1309094
May 06 00:41:56.451180 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-b04db920-2fcf-4230-8a11-331e4b04ece7 req-f42c2f87-602c-46ab-bc07-81a5e5cbbae2 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=984322a9-8be7-4c18-bac1-6872c32290c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1447403
May 06 00:41:56.511533 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d0c1b3-c6dc-4225-84dc-ca534f1c68a2 req-6bc13657-fc14-4987-9de2-5c9df0cad94e tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:41:56.514248 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-d2d0c1b3-c6dc-4225-84dc-ca534f1c68a2 req-6bc13657-fc14-4987-9de2-5c9df0cad94e tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1c5cc05-f410-4a03-9b3d-682a4e1cf825 HTTP/1.1" status: 200  len: 946 time: 0.1342878
May 06 00:41:56.519410 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f168bc52-8542-4039-a3c5-f36892504bc8 admin admin] Router f40599ff-6837-4946-a9eb-345235693a63 has already been hosted by L3 agent 3fa0790c-dd29-4495-aa07-f8a2ae482509 {{(pid=73831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 06 00:41:56.600040 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-d2d0c1b3-c6dc-4225-84dc-ca534f1c68a2 req-b2b55a7f-7197-406c-b971-7790ce89a18d tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/security-groups?id=079ebf81-42ef-4ee7-ac10-dfe00866b3f7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0793722
May 06 00:41:56.759480 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-5f5049ec-5a4f-482f-928c-cf507a3aa780 req-bba4839f-fb45-40a5-bd1e-d28dcdb7084a tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed2826fd-e20e-4fd7-b3e1-507b088b4fc6 HTTP/1.1" status: 200  len: 210 time: 0.0541832
May 06 00:41:56.787898 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f168bc52-8542-4039-a3c5-f36892504bc8 admin admin] Notify agent at l3_agent.dv-cinder-784623-8-iscsi the message routers_updated {{(pid=73831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 06 00:41:56.800462 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f295d963-f9b9-4f18-bb77-f803a4e488ee None None] Sync routers for ids ['f40599ff-6837-4946-a9eb-345235693a63'] in dv-cinder-784623-8-iscsi {{(pid=73834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 06 00:41:56.816884 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-f168bc52-8542-4039-a3c5-f36892504bc8 admin admin] 10.222.0.24 "PUT /v2.0/routers/f40599ff-6837-4946-a9eb-345235693a63/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.5370781
May 06 00:41:56.819129 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 44438) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:41:56.821278 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f295d963-f9b9-4f18-bb77-f803a4e488ee None None] Routers {'f40599ff-6837-4946-a9eb-345235693a63'} bound to L3 agent in host dv-cinder-784623-8-iscsi {{(pid=73834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 00:41:56.822015 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_hamode_db [None req-f295d963-f9b9-4f18-bb77-f803a4e488ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9508f86610>, 'dv-cinder-784623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-06T00:27:20Z,description=<?>,heartbeat_timestamp=2021-05-06T00:41:50Z,host='dv-cinder-784623-8-iscsi',id=3fa0790c-dd29-4495-aa07-f8a2ae482509,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T00:27:20Z,topic='l3_agent')) {'router_ids': ['f40599ff-6837-4946-a9eb-345235693a63'], 'active': True} {{(pid=73834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:41:57.051631 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-b903c940-3330-44c9-abb5-f6f92f4b68a3 admin admin] Notify callbacks [] for router, before_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:57.112112 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_dvr_db [None req-f295d963-f9b9-4f18-bb77-f803a4e488ee None None] Set router f40599ff-6837-4946-a9eb-345235693a63 gateway port host: dv-cinder-784623-8-iscsi {{(pid=73834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 00:41:57.266876 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-b903c940-3330-44c9-abb5-f6f92f4b68a3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:57.377944 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.plugin [None req-b903c940-3330-44c9-abb5-f6f92f4b68a3 admin admin] Deleting port c995136f-bb0d-4988-8230-e4598d2687c9 {{(pid=73832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 06 00:41:57.378286 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-b903c940-3330-44c9-abb5-f6f92f4b68a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767381331357'] for port, before_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:57.472495 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_hamode_db [None req-f295d963-f9b9-4f18-bb77-f803a4e488ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9508f86610>, [{'id': 'f40599ff-6837-4946-a9eb-345235693a63', 'name': 'tempest-TestMinimumBasicScenario-360900618-router', 'tenant_id': '68c4e335ddc64d6ea6ca565079799e9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'external_fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': 'c995136f-bb0d-4988-8230-e4598d2687c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:38:11Z', 'updated_at': '2021-05-06T00:41:55Z', 'revision_number': 5, 'project_id': '68c4e335ddc64d6ea6ca565079799e9b', 'gw_port': {'id': 'c995136f-bb0d-4988-8230-e4598d2687c9', 'name': '', 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:a3:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40599ff-6837-4946-a9eb-345235693a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:38:13Z', 'updated_at': '2021-05-06T00:38:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-iscsi'}], 'dv-cinder-784623-8-iscsi', False) {} {{(pid=73834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:41:57.476723 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f295d963-f9b9-4f18-bb77-f803a4e488ee None None] Checking router: f40599ff-6837-4946-a9eb-345235693a63 for host: dv-cinder-784623-8-iscsi {{(pid=73834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 06 00:41:57.537646 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f295d963-f9b9-4f18-bb77-f803a4e488ee None None] Routers {'f40599ff-6837-4946-a9eb-345235693a63'} bound to L3 agent in host dv-cinder-784623-8-iscsi {{(pid=73834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 00:41:57.538296 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_hamode_db [None req-f295d963-f9b9-4f18-bb77-f803a4e488ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9508f86610>, 'dv-cinder-784623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-06T00:27:20Z,description=<?>,heartbeat_timestamp=2021-05-06T00:41:50Z,host='dv-cinder-784623-8-iscsi',id=3fa0790c-dd29-4495-aa07-f8a2ae482509,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T00:27:20Z,topic='l3_agent')) {'router_ids': ['f40599ff-6837-4946-a9eb-345235693a63'], 'active': True} {{(pid=73834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:41:57.556462 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.db [None req-b903c940-3330-44c9-abb5-f6f92f4b68a3 admin admin] For port c995136f-bb0d-4988-8230-e4598d2687c9, host dv-cinder-784623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-iscsi',level=0,port_id=c995136f-bb0d-4988-8230-e4598d2687c9,segment=NetworkSegment(9e77dc6e-5839-4c5c-8941-3e48c898c98b),segment_id=9e77dc6e-5839-4c5c-8941-3e48c898c98b)] {{(pid=73832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:41:57.556968 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-b903c940-3330-44c9-abb5-f6f92f4b68a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404144'] for port, precommit_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:57.743648 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_dvr_db [None req-f295d963-f9b9-4f18-bb77-f803a4e488ee None None] Set router f40599ff-6837-4946-a9eb-345235693a63 gateway port host: None {{(pid=73834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 00:41:57.770284 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.plugin [None req-b903c940-3330-44c9-abb5-f6f92f4b68a3 admin admin] Calling delete_port for c995136f-bb0d-4988-8230-e4598d2687c9 owned by network:router_gateway {{(pid=73832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 06 00:41:57.936624 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11732e7e-a369-4a23-af9f-b8afe2b7ad85 req-d4ac6a1f-8d20-4829-9e32-bf4184a65b08 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:41:57.943629 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-11732e7e-a369-4a23-af9f-b8afe2b7ad85 req-d4ac6a1f-8d20-4829-9e32-bf4184a65b08 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1c5cc05-f410-4a03-9b3d-682a4e1cf825 HTTP/1.1" status: 200  len: 946 time: 0.1322899
May 06 00:41:58.011204 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-11732e7e-a369-4a23-af9f-b8afe2b7ad85 req-20f060db-080c-41c9-adca-647202ce8bdc tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/security-groups?id=079ebf81-42ef-4ee7-ac10-dfe00866b3f7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0666223
May 06 00:41:58.011889 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1acf53a-9212-4f3f-a868-4e2a9b97deb7 req-fcdf6391-c126-45fb-86e8-9f0f3fcad79e tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:41:58.029107 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-d1acf53a-9212-4f3f-a868-4e2a9b97deb7 req-fcdf6391-c126-45fb-86e8-9f0f3fcad79e tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=53ea3b34-7f51-4474-ad86-63ad0b69da0f HTTP/1.1" status: 200  len: 943 time: 0.2808719
May 06 00:41:58.050855 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_hamode_db [None req-f295d963-f9b9-4f18-bb77-f803a4e488ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9508f86610>, [{'id': 'f40599ff-6837-4946-a9eb-345235693a63', 'name': 'tempest-TestMinimumBasicScenario-360900618-router', 'tenant_id': '68c4e335ddc64d6ea6ca565079799e9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:38:11Z', 'updated_at': '2021-05-06T00:41:57Z', 'revision_number': 6, 'project_id': '68c4e335ddc64d6ea6ca565079799e9b', 'gw_port_host': None}], 'dv-cinder-784623-8-iscsi', False) {} {{(pid=73834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:41:58.064657 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f295d963-f9b9-4f18-bb77-f803a4e488ee None None] The sync data for ids ['f40599ff-6837-4946-a9eb-345235693a63'] in dv-cinder-784623-8-iscsi is: [{'id': 'f40599ff-6837-4946-a9eb-345235693a63', 'name': 'tempest-TestMinimumBasicScenario-360900618-router', 'tenant_id': '68c4e335ddc64d6ea6ca565079799e9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:38:11Z', 'updated_at': '2021-05-06T00:41:57Z', 'revision_number': 6, 'project_id': '68c4e335ddc64d6ea6ca565079799e9b', 'gw_port_host': None}] {{(pid=73834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 06 00:41:58.218199 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-e6664247-2420-4e1b-8234-7479f90acec0 req-bdfd757d-6272-4af9-a50e-5ae8a599dd23 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed2826fd-e20e-4fd7-b3e1-507b088b4fc6 HTTP/1.1" status: 200  len: 210 time: 0.0747576
May 06 00:41:58.237298 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-d1acf53a-9212-4f3f-a868-4e2a9b97deb7 req-db886f04-5ddd-40fb-b0f8-fca2b646b577 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=984322a9-8be7-4c18-bac1-6872c32290c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2072644
May 06 00:41:58.334706 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-b903c940-3330-44c9-abb5-f6f92f4b68a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767381335664', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767380898829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2182845'] for port, after_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:58.338831 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-cdcb3aac-9d20-4b8a-a44d-588f316d5e97 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:41:58.382710 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b903c940-3330-44c9-abb5-f6f92f4b68a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c995136f-bb0d-4988-8230-e4598d2687c9,revision_number=None']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:41:58.392556 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b903c940-3330-44c9-abb5-f6f92f4b68a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:41:58.393232 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b903c940-3330-44c9-abb5-f6f92f4b68a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:41:58.393756 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b903c940-3330-44c9-abb5-f6f92f4b68a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:41:58.394428 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b903c940-3330-44c9-abb5-f6f92f4b68a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:41:58.395134 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b903c940-3330-44c9-abb5-f6f92f4b68a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:41:58.395767 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b903c940-3330-44c9-abb5-f6f92f4b68a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:41:58.396283 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b903c940-3330-44c9-abb5-f6f92f4b68a3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:41:58.396817 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b903c940-3330-44c9-abb5-f6f92f4b68a3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:41:58.401194 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b903c940-3330-44c9-abb5-f6f92f4b68a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:41:58.401756 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b903c940-3330-44c9-abb5-f6f92f4b68a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:41:58.402265 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b903c940-3330-44c9-abb5-f6f92f4b68a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:41:58.402825 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b903c940-3330-44c9-abb5-f6f92f4b68a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:41:58.444946 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-b903c940-3330-44c9-abb5-f6f92f4b68a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:41:58.529416 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-b903c940-3330-44c9-abb5-f6f92f4b68a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407918'] for router_gateway, after_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:58.748822 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-b903c940-3330-44c9-abb5-f6f92f4b68a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-433714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3422'] for router, precommit_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:58.751031 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-b903c940-3330-44c9-abb5-f6f92f4b68a3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:58.807211 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-b903c940-3330-44c9-abb5-f6f92f4b68a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451452'] for router, after_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:58.807990 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b903c940-3330-44c9-abb5-f6f92f4b68a3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f40599ff-6837-4946-a9eb-345235693a63 {{(pid=73832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 06 00:41:58.823500 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-b903c940-3330-44c9-abb5-f6f92f4b68a3 admin admin] Notify callbacks [] for router, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:58.827565 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 44484) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:41:58.828115 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-b903c940-3330-44c9-abb5-f6f92f4b68a3 admin admin] 10.222.0.24 "DELETE /v2.0/routers/f40599ff-6837-4946-a9eb-345235693a63 HTTP/1.1" status: 204  len: 168 time: 2.0076923
May 06 00:41:58.892053 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.db_base_plugin_v2 [None req-859976c3-9fb0-4f47-9b69-36bd8c25fe36 admin admin] Deleting subnet 6ddb1204-ef97-486b-8c25-ebef669ab3d1 {{(pid=73831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 06 00:41:58.895402 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-859976c3-9fb0-4f47-9b69-36bd8c25fe36 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:58.973152 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-859976c3-9fb0-4f47-9b69-36bd8c25fe36 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2930050'] for subnet, precommit_delete_associations {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:59.070556 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-859976c3-9fb0-4f47-9b69-36bd8c25fe36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736327'] for subnet, precommit_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:59.435978 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-7f2a38d2-075e-4c4d-b4c9-e26a7b31bbae req-d2a44e97-de97-468e-80e6-408d7c3f3d12 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed2826fd-e20e-4fd7-b3e1-507b088b4fc6 HTTP/1.1" status: 200  len: 210 time: 0.0622807
May 06 00:41:59.618011 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0a5279-6f7d-4529-bdf0-1c5a6eda4b5e req-a8f1a6ef-4469-4784-bd74-b4db009d476f tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:41:59.624815 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-1f0a5279-6f7d-4529-bdf0-1c5a6eda4b5e req-a8f1a6ef-4469-4784-bd74-b4db009d476f tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1c5cc05-f410-4a03-9b3d-682a4e1cf825 HTTP/1.1" status: 200  len: 946 time: 0.4564307
May 06 00:41:59.633615 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f780f008-399e-4161-bd1d-29f9bde9afcd req-86cb252c-cf10-4fea-b06f-3ca874e3479c tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:41:59.635233 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-f780f008-399e-4161-bd1d-29f9bde9afcd req-86cb252c-cf10-4fea-b06f-3ca874e3479c tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=53ea3b34-7f51-4474-ad86-63ad0b69da0f HTTP/1.1" status: 200  len: 943 time: 0.0818958
May 06 00:41:59.709421 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-f780f008-399e-4161-bd1d-29f9bde9afcd req-9312443f-ab48-415a-9ad6-2b9c3b7426b3 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=984322a9-8be7-4c18-bac1-6872c32290c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0594838
May 06 00:41:59.737292 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-1f0a5279-6f7d-4529-bdf0-1c5a6eda4b5e req-98518d3d-a954-4c8e-ba63-7fb4f74636b6 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/security-groups?id=079ebf81-42ef-4ee7-ac10-dfe00866b3f7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1094515
May 06 00:41:59.781216 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-859976c3-9fb0-4f47-9b69-36bd8c25fe36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2942501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3145219'] for subnet, after_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:59.785127 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:41:59.823317 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859976c3-9fb0-4f47-9b69-36bd8c25fe36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ddb1204-ef97-486b-8c25-ebef669ab3d1,revision_number=None']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:41:59.826571 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-859976c3-9fb0-4f47-9b69-36bd8c25fe36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:41:59.829140 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-859976c3-9fb0-4f47-9b69-36bd8c25fe36 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:41:59.837551 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32809333-beca-44db-9e91-4075a1e684e0 None None] Network 15dfc9d8-1e05-4ad2-b981-3952f9bb774d requested from dv-cinder-784623-8-iscsi {{(pid=73833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 06 00:41:59.839324 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 44502) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:41:59.849383 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-859976c3-9fb0-4f47-9b69-36bd8c25fe36 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/6ddb1204-ef97-486b-8c25-ebef669ab3d1 HTTP/1.1" status: 204  len: 168 time: 1.0198886
May 06 00:41:59.975299 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-6f53a5fa-0f7d-41b1-9a26-7a335d51c145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608327'] for network, before_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:00.048344 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Device c995136f-bb0d-4988-8230-e4598d2687c9 no longer exists at agent ovs-agent-dv-cinder-784623-8-iscsi {{(pid=73833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 06 00:42:00.091837 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.plugin [None req-6f53a5fa-0f7d-41b1-9a26-7a335d51c145 admin admin] Deleting port bedd84e7-be1b-427e-8b49-87ca137419b3 {{(pid=73832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 06 00:42:00.092527 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-6f53a5fa-0f7d-41b1-9a26-7a335d51c145 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767381331357'] for port, before_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:00.092694 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.plugin [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] No Port match for: c995136f-bb0d-4988-8230-e4598d2687c9 {{(pid=73833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 06 00:42:00.093039 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Device c995136f-bb0d-4988-8230-e4598d2687c9 not bound to the agent host dv-cinder-784623-8-iscsi {{(pid=73833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 06 00:42:00.093458 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Device 3caf4b08-f7c9-4c7e-a58d-de7ffc14ed09 no longer exists at agent ovs-agent-dv-cinder-784623-8-iscsi {{(pid=73833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 06 00:42:00.131531 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.plugin [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] No Port match for: 3caf4b08-f7c9-4c7e-a58d-de7ffc14ed09 {{(pid=73833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 06 00:42:00.131969 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Device 3caf4b08-f7c9-4c7e-a58d-de7ffc14ed09 not bound to the agent host dv-cinder-784623-8-iscsi {{(pid=73833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 06 00:42:00.217706 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f3258d4-77cd-4bc7-9e86-f751f7f4fdd6 None None] DHCP port deletion for 15dfc9d8-1e05-4ad2-b981-3952f9bb774d request from dv-cinder-784623-8-iscsi {{(pid=73833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
May 06 00:42:00.223095 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.db [None req-6f53a5fa-0f7d-41b1-9a26-7a335d51c145 admin admin] For port bedd84e7-be1b-427e-8b49-87ca137419b3, host dv-cinder-784623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-iscsi',level=0,port_id=bedd84e7-be1b-427e-8b49-87ca137419b3,segment=NetworkSegment(2bae0777-846d-4f49-9130-4d4d1a8d5ba5),segment_id=2bae0777-846d-4f49-9130-4d4d1a8d5ba5)] {{(pid=73832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:42:00.223522 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-6f53a5fa-0f7d-41b1-9a26-7a335d51c145 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404144'] for port, precommit_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:00.299978 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.plugin [None req-7f3258d4-77cd-4bc7-9e86-f751f7f4fdd6 None None] Deleting port bedd84e7-be1b-427e-8b49-87ca137419b3 {{(pid=73833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 06 00:42:00.300361 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-7f3258d4-77cd-4bc7-9e86-f751f7f4fdd6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767381331357'] for port, before_delete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:00.362581 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.plugin [None req-6f53a5fa-0f7d-41b1-9a26-7a335d51c145 admin admin] Calling delete_port for bedd84e7-be1b-427e-8b49-87ca137419b3 owned by network:dhcp {{(pid=73832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 06 00:42:00.406782 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-7f3258d4-77cd-4bc7-9e86-f751f7f4fdd6 None None] For port bedd84e7-be1b-427e-8b49-87ca137419b3, host dv-cinder-784623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-iscsi',level=0,port_id=bedd84e7-be1b-427e-8b49-87ca137419b3,segment=NetworkSegment(2bae0777-846d-4f49-9130-4d4d1a8d5ba5),segment_id=2bae0777-846d-4f49-9130-4d4d1a8d5ba5)] {{(pid=73833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:42:00.407194 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-7f3258d4-77cd-4bc7-9e86-f751f7f4fdd6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404144'] for port, precommit_delete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:00.428320 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-6f53a5fa-0f7d-41b1-9a26-7a335d51c145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767381335664', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767380898829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2182845'] for port, after_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:00.439051 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-6e9f1f7b-cd82-4c74-b182-3ca60b567fe0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:42:00.551321 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f53a5fa-0f7d-41b1-9a26-7a335d51c145 admin admin] Pushing event deleted for resources: {'Port': ['ID=bedd84e7-be1b-427e-8b49-87ca137419b3,revision_number=None']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:42:00.554018 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f53a5fa-0f7d-41b1-9a26-7a335d51c145 admin admin] No DVR routers for this DVR port bedd84e7-be1b-427e-8b49-87ca137419b3 on host dv-cinder-784623-8-iscsi {{(pid=73832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 06 00:42:00.555686 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-6f53a5fa-0f7d-41b1-9a26-7a335d51c145 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:42:00.559185 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.plugin [None req-7f3258d4-77cd-4bc7-9e86-f751f7f4fdd6 None None] Calling delete_port for bedd84e7-be1b-427e-8b49-87ca137419b3 owned by network:dhcp {{(pid=73833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 06 00:42:00.643234 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-7f3258d4-77cd-4bc7-9e86-f751f7f4fdd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767381335664', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767380898829'] for port, after_delete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:00.648825 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:42:00.692209 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3258d4-77cd-4bc7-9e86-f751f7f4fdd6 None None] Pushing event deleted for resources: {'Port': ['ID=bedd84e7-be1b-427e-8b49-87ca137419b3,revision_number=None']} {{(pid=73833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:42:00.700496 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-7f3258d4-77cd-4bc7-9e86-f751f7f4fdd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:42:00.703221 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3258d4-77cd-4bc7-9e86-f751f7f4fdd6 None None] No DVR routers for this DVR port bedd84e7-be1b-427e-8b49-87ca137419b3 on host dv-cinder-784623-8-iscsi {{(pid=73833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 06 00:42:00.783948 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-b5608695-5706-435a-8fc1-8cc1c68615c1 req-4e2c608f-a355-406e-b5b8-564b01068605 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed2826fd-e20e-4fd7-b3e1-507b088b4fc6 HTTP/1.1" status: 200  len: 210 time: 0.0932426
May 06 00:42:00.839808 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-6f53a5fa-0f7d-41b1-9a26-7a335d51c145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733884', 'neutron.services.segments.db._delete_segments_for_network-8767381342109'] for network, precommit_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:00.862988 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.services.segments.db [None req-6f53a5fa-0f7d-41b1-9a26-7a335d51c145 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9508770190>,) {'filters': {'network_id': ['15dfc9d8-1e05-4ad2-b981-3952f9bb774d']}} {{(pid=73832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:42:00.891649 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.services.segments.db [None req-6f53a5fa-0f7d-41b1-9a26-7a335d51c145 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9508770190>, '2bae0777-846d-4f49-9130-4d4d1a8d5ba5') {'for_net_delete': True} {{(pid=73832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:42:00.892277 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.services.segments.db [None req-6f53a5fa-0f7d-41b1-9a26-7a335d51c145 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9508770190>, '2bae0777-846d-4f49-9130-4d4d1a8d5ba5') {} {{(pid=73832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:42:00.932814 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-6f53a5fa-0f7d-41b1-9a26-7a335d51c145 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767381354599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3982947'] for segment, before_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:00.996110 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-6f53a5fa-0f7d-41b1-9a26-7a335d51c145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730493'] for segment, precommit_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:01.012246 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f53a5fa-0f7d-41b1-9a26-7a335d51c145 admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=73832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 06 00:42:01.012761 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-6f53a5fa-0f7d-41b1-9a26-7a335d51c145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-730484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2182792'] for segment, after_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:01.175319 dv-cinder-784623-8-iscsi neutron-server[73832]: Traceback (most recent call last):
May 06 00:42:01.175319 dv-cinder-784623-8-iscsi neutron-server[73832]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 06 00:42:01.175319 dv-cinder-784623-8-iscsi neutron-server[73832]:     timer()
May 06 00:42:01.175319 dv-cinder-784623-8-iscsi neutron-server[73832]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 06 00:42:01.175319 dv-cinder-784623-8-iscsi neutron-server[73832]:     cb(*args, **kw)
May 06 00:42:01.175319 dv-cinder-784623-8-iscsi neutron-server[73832]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 06 00:42:01.175319 dv-cinder-784623-8-iscsi neutron-server[73832]:     return func(*args, **kwargs)
May 06 00:42:01.175319 dv-cinder-784623-8-iscsi neutron-server[73832]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 06 00:42:01.175319 dv-cinder-784623-8-iscsi neutron-server[73832]:     self._notify()
May 06 00:42:01.175319 dv-cinder-784623-8-iscsi neutron-server[73832]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 06 00:42:01.175319 dv-cinder-784623-8-iscsi neutron-server[73832]:     self.callback(batched_events)
May 06 00:42:01.175319 dv-cinder-784623-8-iscsi neutron-server[73832]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 06 00:42:01.175319 dv-cinder-784623-8-iscsi neutron-server[73832]:     event.method(event)
May 06 00:42:01.175319 dv-cinder-784623-8-iscsi neutron-server[73832]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 06 00:42:01.175319 dv-cinder-784623-8-iscsi neutron-server[73832]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 06 00:42:01.175319 dv-cinder-784623-8-iscsi neutron-server[73832]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 06 00:42:01.175319 dv-cinder-784623-8-iscsi neutron-server[73832]:     aggregate_uuid = self.p_client.list_aggregates(
May 06 00:42:01.175319 dv-cinder-784623-8-iscsi neutron-server[73832]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 06 00:42:01.175319 dv-cinder-784623-8-iscsi neutron-server[73832]:     return f(self, *a, **k)
May 06 00:42:01.175319 dv-cinder-784623-8-iscsi neutron-server[73832]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 06 00:42:01.175319 dv-cinder-784623-8-iscsi neutron-server[73832]:     return self._get(url).json()
May 06 00:42:01.175319 dv-cinder-784623-8-iscsi neutron-server[73832]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 06 00:42:01.175319 dv-cinder-784623-8-iscsi neutron-server[73832]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 06 00:42:01.175319 dv-cinder-784623-8-iscsi neutron-server[73832]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 06 00:42:01.175319 dv-cinder-784623-8-iscsi neutron-server[73832]:     return self.request(url, 'GET', **kwargs)
May 06 00:42:01.175319 dv-cinder-784623-8-iscsi neutron-server[73832]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 06 00:42:01.175319 dv-cinder-784623-8-iscsi neutron-server[73832]:     base_url = self.get_endpoint(auth, allow=allow,
May 06 00:42:01.175319 dv-cinder-784623-8-iscsi neutron-server[73832]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 06 00:42:01.175319 dv-cinder-784623-8-iscsi neutron-server[73832]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 06 00:42:01.175319 dv-cinder-784623-8-iscsi neutron-server[73832]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 06 00:42:01.175319 dv-cinder-784623-8-iscsi neutron-server[73832]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 06 00:42:01.175319 dv-cinder-784623-8-iscsi neutron-server[73832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 06 00:42:01.180444 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076d8ea1-ad15-4cbc-94f3-b322d9b01db8 req-017ae37f-60f9-4009-9867-b91a7a334f88 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:42:01.181963 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-076d8ea1-ad15-4cbc-94f3-b322d9b01db8 req-017ae37f-60f9-4009-9867-b91a7a334f88 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=53ea3b34-7f51-4474-ad86-63ad0b69da0f HTTP/1.1" status: 200  len: 943 time: 0.1015441
May 06 00:42:01.240702 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f9161c-bb91-435b-9e5a-f4462c39d71c req-a6c46eeb-2ab4-4c72-8ab4-b7b019b0cc6b tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:42:01.248636 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-f3f9161c-bb91-435b-9e5a-f4462c39d71c req-a6c46eeb-2ab4-4c72-8ab4-b7b019b0cc6b tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1c5cc05-f410-4a03-9b3d-682a4e1cf825 HTTP/1.1" status: 200  len: 946 time: 0.3029487
May 06 00:42:01.249418 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-076d8ea1-ad15-4cbc-94f3-b322d9b01db8 req-a2027d07-d296-4af0-a52d-84a313d5a2ac tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=984322a9-8be7-4c18-bac1-6872c32290c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0584099
May 06 00:42:01.251411 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-6f53a5fa-0f7d-41b1-9a26-7a335d51c145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407932'] for network, after_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:01.273454 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-97c14877-3e84-40fd-a8aa-0114db52e99b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:42:01.300609 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-6f53a5fa-0f7d-41b1-9a26-7a335d51c145 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535980'] for network, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:01.312429 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f53a5fa-0f7d-41b1-9a26-7a335d51c145 admin admin] Pushing event deleted for resources: {'Network': ['ID=15dfc9d8-1e05-4ad2-b981-3952f9bb774d,revision_number=None']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:42:01.319171 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-6f53a5fa-0f7d-41b1-9a26-7a335d51c145 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:42:01.326860 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-f3f9161c-bb91-435b-9e5a-f4462c39d71c req-2f431c18-6a9e-4d41-a42f-f56eb9f8ec4b tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/security-groups?id=079ebf81-42ef-4ee7-ac10-dfe00866b3f7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0772974
May 06 00:42:01.328129 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-6f53a5fa-0f7d-41b1-9a26-7a335d51c145 admin admin] 10.222.0.24 "DELETE /v2.0/networks/15dfc9d8-1e05-4ad2-b981-3952f9bb774d HTTP/1.1" status: 204  len: 168 time: 1.4867840
May 06 00:42:01.510071 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 44520) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:42:01.561292 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-332533c2-f870-4eb2-839a-83fc3e0dc92e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0b890f9b623c4aa1bd3a726f7dc8838e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0498259
May 06 00:42:01.563537 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 44524) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:42:01.628178 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-14e8c57e-f69b-44e6-bd9a-368eeecd91b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:01.654500 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-14e8c57e-f69b-44e6-bd9a-368eeecd91b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:01.716148 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-14e8c57e-f69b-44e6-bd9a-368eeecd91b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:01.720578 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-db3d0a69-c35a-416a-bd85-e6996d4e0573 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:42:01.738800 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e8c57e-f69b-44e6-bd9a-368eeecd91b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=811af3d2-d9e3-451a-9e32-5fc42ad73f8c,revision_number=None']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:42:01.742777 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-14e8c57e-f69b-44e6-bd9a-368eeecd91b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:42:01.746941 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-14e8c57e-f69b-44e6-bd9a-368eeecd91b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:01.747991 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-14e8c57e-f69b-44e6-bd9a-368eeecd91b2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/811af3d2-d9e3-451a-9e32-5fc42ad73f8c HTTP/1.1" status: 204  len: 168 time: 0.1835427
May 06 00:42:01.892758 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.agents_db [None req-ee74f776-58ee-4f13-aa41-ceaf6d7d8c19 None None] Agent healthcheck: found 6 active agents {{(pid=73834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 06 00:42:01.967345 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-6ff24a85-563d-45a1-b9e4-ace98c30fba5 req-26484849-b73c-4e7b-9991-0e7a2705d2a2 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed2826fd-e20e-4fd7-b3e1-507b088b4fc6 HTTP/1.1" status: 200  len: 210 time: 0.0613410
May 06 00:42:02.076626 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Device bedd84e7-be1b-427e-8b49-87ca137419b3 no longer exists at agent ovs-agent-dv-cinder-784623-8-iscsi {{(pid=73833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 06 00:42:02.120467 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.plugin [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] No Port match for: bedd84e7-be1b-427e-8b49-87ca137419b3 {{(pid=73833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 06 00:42:02.121125 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Device bedd84e7-be1b-427e-8b49-87ca137419b3 not bound to the agent host dv-cinder-784623-8-iscsi {{(pid=73833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 06 00:42:02.254433 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 44542) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:42:02.304710 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-5b05a016-1151-4ce1-a7da-1532044c81d0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=68c4e335ddc64d6ea6ca565079799e9b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0489318
May 06 00:42:02.307198 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 44548) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:42:02.383466 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-6feb200a-27e9-494c-b934-8f6f8697b493 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:02.473784 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-6feb200a-27e9-494c-b934-8f6f8697b493 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:02.549330 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe09531-53c2-4bf2-9509-983c99c9da82 req-a4ef8b92-c19f-4c22-92ba-8e924f3cd349 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:42:02.550740 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-abe09531-53c2-4bf2-9509-983c99c9da82 req-a4ef8b92-c19f-4c22-92ba-8e924f3cd349 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=53ea3b34-7f51-4474-ad86-63ad0b69da0f HTTP/1.1" status: 200  len: 943 time: 0.1450827
May 06 00:42:02.557524 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d212fa6b-9c4b-4071-b74d-ac7d653bd9fc req-8e08bb3f-62d6-4dd8-bd94-7ddbeaed8e9b tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:42:02.559142 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-d212fa6b-9c4b-4071-b74d-ac7d653bd9fc req-8e08bb3f-62d6-4dd8-bd94-7ddbeaed8e9b tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1c5cc05-f410-4a03-9b3d-682a4e1cf825 HTTP/1.1" status: 200  len: 946 time: 0.1078649
May 06 00:42:02.571052 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-6feb200a-27e9-494c-b934-8f6f8697b493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:02.577032 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-b7887007-f8f2-4ab8-93ef-b25d373bab9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:42:02.593261 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feb200a-27e9-494c-b934-8f6f8697b493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=592f1efb-a67d-4290-b0f4-ce4bccfd6313,revision_number=None']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:42:02.598188 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-6feb200a-27e9-494c-b934-8f6f8697b493 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:42:02.609991 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-d212fa6b-9c4b-4071-b74d-ac7d653bd9fc req-af94a146-6dfe-4c1a-b3b0-a0d79a5c74d0 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/security-groups?id=079ebf81-42ef-4ee7-ac10-dfe00866b3f7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446150
May 06 00:42:02.615173 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-6feb200a-27e9-494c-b934-8f6f8697b493 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:02.616287 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-6feb200a-27e9-494c-b934-8f6f8697b493 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/592f1efb-a67d-4290-b0f4-ce4bccfd6313 HTTP/1.1" status: 204  len: 168 time: 0.3081851
May 06 00:42:02.629746 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-abe09531-53c2-4bf2-9509-983c99c9da82 req-2349ef00-72ef-42d6-9b85-ec248af5d25a tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=984322a9-8be7-4c18-bac1-6872c32290c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0726385
May 06 00:42:03.077925 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934f69b7-326a-47a3-b789-2d7b0a287e45 req-7c127653-663e-4c8d-8667-4e5915e65270 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:42:03.080970 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-934f69b7-326a-47a3-b789-2d7b0a287e45 req-7c127653-663e-4c8d-8667-4e5915e65270 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdde4357-7534-4386-a91d-a9b70d1b0c82 HTTP/1.1" status: 200  len: 946 time: 0.0951219
May 06 00:42:03.138272 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-934f69b7-326a-47a3-b789-2d7b0a287e45 req-ed8bc18a-b46f-47d4-8da0-5485ccd1ac62 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] 10.222.0.24 "GET /v2.0/security-groups?id=2cbfc576-e84d-4726-b156-8f3411b7787e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0483000
May 06 00:42:03.208880 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-a356f39a-f4a1-4b06-a12e-d5318179d2c5 req-c278e533-8c7d-4f4d-bcfa-4ef9391bc0c5 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed2826fd-e20e-4fd7-b3e1-507b088b4fc6 HTTP/1.1" status: 200  len: 210 time: 0.1091864
May 06 00:42:03.478223 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 44568) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:42:03.595062 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-9c5120cc-83b7-41cc-bd4d-445b424734f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:03.609590 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-9c5120cc-83b7-41cc-bd4d-445b424734f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:42:03.613441 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-9c5120cc-83b7-41cc-bd4d-445b424734f9 admin admin] Usage tracker for resource:security_group_rule and tenant:61e192007434464b845451447d1d7972 is out of sync, need to count used quota {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:42:03.616215 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-9c5120cc-83b7-41cc-bd4d-445b424734f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:42:03.622540 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-9c5120cc-83b7-41cc-bd4d-445b424734f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:42:03.716330 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-9c5120cc-83b7-41cc-bd4d-445b424734f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:03.721014 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-9c5120cc-83b7-41cc-bd4d-445b424734f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:03.751078 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-04247c61-b469-449b-b9f5-8883c1b14978 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:42:03.760467 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-9c5120cc-83b7-41cc-bd4d-445b424734f9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=61e192007434464b845451447d1d7972&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2812095
May 06 00:42:03.764443 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 44578) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:42:03.815057 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b4e39d-0d7d-47eb-bedc-5c422804ca96 req-e6d87469-1f07-4570-871e-0a38f40e8be1 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:42:03.816548 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-f2b4e39d-0d7d-47eb-bedc-5c422804ca96 req-e6d87469-1f07-4570-871e-0a38f40e8be1 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1c5cc05-f410-4a03-9b3d-682a4e1cf825 HTTP/1.1" status: 200  len: 946 time: 0.0861509
May 06 00:42:03.857603 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5120cc-83b7-41cc-bd4d-445b424734f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=decbd745-0b09-4e3c-9890-f7ea4f433b49,revision_number=1']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:42:03.862506 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-f2b4e39d-0d7d-47eb-bedc-5c422804ca96 req-5b180054-05b6-4fdc-bd90-6194758039bc tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/security-groups?id=079ebf81-42ef-4ee7-ac10-dfe00866b3f7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404305
May 06 00:42:03.865100 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-9c5120cc-83b7-41cc-bd4d-445b424734f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:42:03.914139 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-e9324d15-662a-4dab-a3fa-cef1cf183b7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:03.931896 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ae6557-f074-4282-9967-c10168871017 req-4395d4c5-0cfa-4f6f-9d50-e2c4cab7ab11 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:42:03.933521 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-e6ae6557-f074-4282-9967-c10168871017 req-4395d4c5-0cfa-4f6f-9d50-e2c4cab7ab11 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=53ea3b34-7f51-4474-ad86-63ad0b69da0f HTTP/1.1" status: 200  len: 943 time: 0.1718941
May 06 00:42:03.972320 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-e9324d15-662a-4dab-a3fa-cef1cf183b7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:03.984196 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78da5e1c-91fd-475e-b323-f19319c3cdfa req-6bb4baca-be8c-4cb4-94dc-747c6420eaea tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:42:03.985711 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-78da5e1c-91fd-475e-b323-f19319c3cdfa req-6bb4baca-be8c-4cb4-94dc-747c6420eaea tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1c5cc05-f410-4a03-9b3d-682a4e1cf825 HTTP/1.1" status: 200  len: 946 time: 0.0916402
May 06 00:42:04.035479 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-e6ae6557-f074-4282-9967-c10168871017 req-92c40779-124a-442e-8d04-59d5b889e029 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=984322a9-8be7-4c18-bac1-6872c32290c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0870116
May 06 00:42:04.067176 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-e9324d15-662a-4dab-a3fa-cef1cf183b7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:04.072178 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-15142451-0b23-4400-b321-a46ee0c8eb55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:42:04.082662 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9324d15-662a-4dab-a3fa-cef1cf183b7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=decbd745-0b09-4e3c-9890-f7ea4f433b49,revision_number=None']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:42:04.086202 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-e9324d15-662a-4dab-a3fa-cef1cf183b7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:42:04.089431 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-e9324d15-662a-4dab-a3fa-cef1cf183b7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:04.091114 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-e9324d15-662a-4dab-a3fa-cef1cf183b7d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/decbd745-0b09-4e3c-9890-f7ea4f433b49 HTTP/1.1" status: 204  len: 168 time: 0.3257389
May 06 00:42:04.145984 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.plugin [req-78da5e1c-91fd-475e-b323-f19319c3cdfa req-8a0b8ade-fc42-4e4f-b735-ebd59f97125b tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Deleting port c557a1e7-211b-40a1-b9f0-37e7213669a0 {{(pid=73832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 06 00:42:04.146329 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-78da5e1c-91fd-475e-b323-f19319c3cdfa req-8a0b8ade-fc42-4e4f-b735-ebd59f97125b tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767381331357'] for port, before_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:04.346910 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.db [req-78da5e1c-91fd-475e-b323-f19319c3cdfa req-8a0b8ade-fc42-4e4f-b735-ebd59f97125b tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] For port c557a1e7-211b-40a1-b9f0-37e7213669a0, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=c557a1e7-211b-40a1-b9f0-37e7213669a0,segment=NetworkSegment(ab5e7b5f-3e6f-45f7-9818-f391c8735e2a),segment_id=ab5e7b5f-3e6f-45f7-9818-f391c8735e2a)] {{(pid=73832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:42:04.347298 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-78da5e1c-91fd-475e-b323-f19319c3cdfa req-8a0b8ade-fc42-4e4f-b735-ebd59f97125b tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404144'] for port, precommit_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:04.357378 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 44590) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:42:04.425017 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-8061cdec-3e63-4876-95d3-c578a1de594b tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Notify callbacks [] for security_group, before_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:04.453585 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-8061cdec-3e63-4876-95d3-c578a1de594b tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:04.506388 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-8061cdec-3e63-4876-95d3-c578a1de594b tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:04.510371 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-527f1ef0-672a-4679-9a29-4d1423e5214e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:42:04.525591 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8061cdec-3e63-4876-95d3-c578a1de594b tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44e2e702-7a6b-4659-954c-b5e121ec47e6,revision_number=None']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:42:04.528410 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-8061cdec-3e63-4876-95d3-c578a1de594b tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:42:04.528565 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e4bae5-4c59-4e03-9c7e-2a34a754a412 req-6e7425bb-b2ae-4ac7-af82-0f0f48965aad tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:42:04.529976 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-e5e4bae5-4c59-4e03-9c7e-2a34a754a412 req-6e7425bb-b2ae-4ac7-af82-0f0f48965aad tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdde4357-7534-4386-a91d-a9b70d1b0c82 HTTP/1.1" status: 200  len: 946 time: 0.2471256
May 06 00:42:04.543758 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-8061cdec-3e63-4876-95d3-c578a1de594b tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Notify callbacks [] for security_group, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:04.544917 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-8061cdec-3e63-4876-95d3-c578a1de594b tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "DELETE /v2.0/security-groups/44e2e702-7a6b-4659-954c-b5e121ec47e6 HTTP/1.1" status: 204  len: 168 time: 0.1865325
May 06 00:42:04.547753 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 44594) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:42:04.564991 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.api.v2.resource [None req-6984589c-bc7b-4c58-aed9-521145cdcc86 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] show failed (client error): The resource could not be found.
May 06 00:42:04.565959 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-6984589c-bc7b-4c58-aed9-521145cdcc86 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "GET /v2.0/security-groups/44e2e702-7a6b-4659-954c-b5e121ec47e6 HTTP/1.1" status: 404  len: 347 time: 0.0169842
May 06 00:42:04.568860 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 44598) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:42:04.665892 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-e5e4bae5-4c59-4e03-9c7e-2a34a754a412 req-29ed8263-e4d9-4e22-a2e4-8acfbae551aa tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] 10.222.0.24 "GET /v2.0/security-groups?id=2cbfc576-e84d-4726-b156-8f3411b7787e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1265254
May 06 00:42:04.696997 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-78da5e1c-91fd-475e-b323-f19319c3cdfa req-8a0b8ade-fc42-4e4f-b735-ebd59f97125b tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:04.697362 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-78da5e1c-91fd-475e-b323-f19319c3cdfa req-8a0b8ade-fc42-4e4f-b735-ebd59f97125b tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407923'] for floatingip, after_update {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:04.697675 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.db.l3_db [req-78da5e1c-91fd-475e-b323-f19319c3cdfa req-8a0b8ade-fc42-4e4f-b735-ebd59f97125b tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Floating IP 1eed3718-e345-4685-aa6a-ca227bc24be7 disassociated. External IP: 172.27.3.172, port: c557a1e7-211b-40a1-b9f0-37e7213669a0.
May 06 00:42:04.698008 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.plugin [req-78da5e1c-91fd-475e-b323-f19319c3cdfa req-8a0b8ade-fc42-4e4f-b735-ebd59f97125b tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Calling delete_port for c557a1e7-211b-40a1-b9f0-37e7213669a0 owned by compute:nova {{(pid=73832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 06 00:42:04.789855 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.plugin [None req-74af8e1a-e8d4-4ffd-9465-a3d531ba34a8 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Deleting port d2c5527a-246d-4244-bf98-264c231a0292 {{(pid=73831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 06 00:42:04.790789 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-74af8e1a-e8d4-4ffd-9465-a3d531ba34a8 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767381331357'] for port, before_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:04.810532 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-78da5e1c-91fd-475e-b323-f19319c3cdfa req-8a0b8ade-fc42-4e4f-b735-ebd59f97125b tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767381335664', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767380898829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2182845'] for port, after_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:04.817015 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-0aedfb95-338d-44a3-8176-aff338e7300b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:42:04.868749 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0b8ade-fc42-4e4f-b735-ebd59f97125b tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Pushing event deleted for resources: {'Port': ['ID=c557a1e7-211b-40a1-b9f0-37e7213669a0,revision_number=None']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:42:04.870425 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-8a0b8ade-fc42-4e4f-b735-ebd59f97125b tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:42:04.913444 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-74af8e1a-e8d4-4ffd-9465-a3d531ba34a8 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404144'] for port, precommit_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:04.913985 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-74af8e1a-e8d4-4ffd-9465-a3d531ba34a8 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:05.149539 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.scheduler.l3_agent_scheduler [req-78da5e1c-91fd-475e-b323-f19319c3cdfa req-8a0b8ade-fc42-4e4f-b735-ebd59f97125b tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Router 41a6e37e-02c6-4008-8826-bde16799ef0c has already been hosted by L3 agent 3fa0790c-dd29-4495-aa07-f8a2ae482509 {{(pid=73832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 06 00:42:05.182655 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.plugin [None req-74af8e1a-e8d4-4ffd-9465-a3d531ba34a8 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Calling delete_port for d2c5527a-246d-4244-bf98-264c231a0292 owned by network:floatingip {{(pid=73831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 06 00:42:05.193809 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-debb7553-dde8-4783-9fcd-1f7f7d165f45 req-7ea71681-6b04-4c75-9abc-d9019fb17375 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1c5cc05-f410-4a03-9b3d-682a4e1cf825 HTTP/1.1" status: 200  len: 210 time: 0.2150562
May 06 00:42:05.317551 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-74af8e1a-e8d4-4ffd-9465-a3d531ba34a8 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767381335664', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767380898829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2942582'] for port, after_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:05.334941 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-8a334812-c064-4aad-aa79-18502fa9f3be tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:42:05.418771 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74af8e1a-e8d4-4ffd-9465-a3d531ba34a8 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Pushing event deleted for resources: {'Port': ['ID=d2c5527a-246d-4244-bf98-264c231a0292,revision_number=None']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:42:05.423737 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-74af8e1a-e8d4-4ffd-9465-a3d531ba34a8 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:42:05.433987 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9fbaf8-fcf8-4489-a60c-3127d27e168e req-0aa72ffa-3385-4eff-8db9-7fcd6894322b tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:42:05.436382 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-9e9fbaf8-fcf8-4489-a60c-3127d27e168e req-0aa72ffa-3385-4eff-8db9-7fcd6894322b tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=53ea3b34-7f51-4474-ad86-63ad0b69da0f HTTP/1.1" status: 200  len: 943 time: 0.2798524
May 06 00:42:05.488311 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-78da5e1c-91fd-475e-b323-f19319c3cdfa req-8a0b8ade-fc42-4e4f-b735-ebd59f97125b tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Notify agent at l3_agent.dv-cinder-784623-8-iscsi the message routers_updated {{(pid=73832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 06 00:42:05.499145 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c360f70-82df-4cfc-89e4-e2d7ef5844d6 None None] Sync routers for ids ['41a6e37e-02c6-4008-8826-bde16799ef0c'] in dv-cinder-784623-8-iscsi {{(pid=73833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 06 00:42:05.509244 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c360f70-82df-4cfc-89e4-e2d7ef5844d6 None None] Routers {'41a6e37e-02c6-4008-8826-bde16799ef0c'} bound to L3 agent in host dv-cinder-784623-8-iscsi {{(pid=73833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 00:42:05.509936 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_hamode_db [None req-8c360f70-82df-4cfc-89e4-e2d7ef5844d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9508403130>, 'dv-cinder-784623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-06T00:27:20Z,description=<?>,heartbeat_timestamp=2021-05-06T00:41:50Z,host='dv-cinder-784623-8-iscsi',id=3fa0790c-dd29-4495-aa07-f8a2ae482509,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T00:27:20Z,topic='l3_agent')) {'router_ids': ['41a6e37e-02c6-4008-8826-bde16799ef0c'], 'active': True} {{(pid=73833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:42:05.525807 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-74af8e1a-e8d4-4ffd-9465-a3d531ba34a8 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Notify callbacks [] for floatingip, after_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:05.543701 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-74af8e1a-e8d4-4ffd-9465-a3d531ba34a8 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43737'] for floatingip, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:05.548105 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-74af8e1a-e8d4-4ffd-9465-a3d531ba34a8 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] 10.222.0.24 "DELETE /v2.0/floatingips/5b34baf6-c118-4e20-afc0-193d911722ca HTTP/1.1" status: 204  len: 168 time: 0.9752309
May 06 00:42:05.563787 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-9e9fbaf8-fcf8-4489-a60c-3127d27e168e req-51c46b8c-53c5-4e23-82c7-d981ec060889 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=984322a9-8be7-4c18-bac1-6872c32290c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1188047
May 06 00:42:05.567390 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.l3_dvrscheduler_db [req-78da5e1c-91fd-475e-b323-f19319c3cdfa req-8a0b8ade-fc42-4e4f-b735-ebd59f97125b tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] No DVR routers for this DVR port c557a1e7-211b-40a1-b9f0-37e7213669a0 on host hv-cinder-78462 {{(pid=73832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 06 00:42:05.569864 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-78da5e1c-91fd-475e-b323-f19319c3cdfa req-8a0b8ade-fc42-4e4f-b735-ebd59f97125b tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43737'] for port, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:05.572437 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1c5cc05-f410-4a03-9b3d-682a4e1cf825', 'name': 'network-vif-deleted', 'tag': 'c557a1e7-211b-40a1-b9f0-37e7213669a0'}] {{(pid=73832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 00:42:05.598818 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-78da5e1c-91fd-475e-b323-f19319c3cdfa req-8a0b8ade-fc42-4e4f-b735-ebd59f97125b tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.30 "DELETE /v2.0/ports/c557a1e7-211b-40a1-b9f0-37e7213669a0 HTTP/1.1" status: 204  len: 173 time: 1.6018982
May 06 00:42:05.649607 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1c5cc05-f410-4a03-9b3d-682a4e1cf825', 'name': 'network-vif-deleted', 'tag': 'c557a1e7-211b-40a1-b9f0-37e7213669a0', 'status': 'completed', 'code': 200}
May 06 00:42:05.704368 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_dvr_db [None req-8c360f70-82df-4cfc-89e4-e2d7ef5844d6 None None] Set router 41a6e37e-02c6-4008-8826-bde16799ef0c gateway port host: dv-cinder-784623-8-iscsi {{(pid=73833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 00:42:05.877515 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e195ce2-9060-4296-8c58-38ed06025a32 req-08fbc470-caac-43e3-979c-cd45eced67b2 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:42:05.878889 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-0e195ce2-9060-4296-8c58-38ed06025a32 req-08fbc470-caac-43e3-979c-cd45eced67b2 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdde4357-7534-4386-a91d-a9b70d1b0c82 HTTP/1.1" status: 200  len: 946 time: 0.0823908
May 06 00:42:05.926422 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-0e195ce2-9060-4296-8c58-38ed06025a32 req-f44768cc-6ccc-452e-a14b-fe4b0feeb3e3 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] 10.222.0.24 "GET /v2.0/security-groups?id=2cbfc576-e84d-4726-b156-8f3411b7787e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415616
May 06 00:42:06.037791 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_hamode_db [None req-8c360f70-82df-4cfc-89e4-e2d7ef5844d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9508403130>, [{'id': '41a6e37e-02c6-4008-8826-bde16799ef0c', 'name': 'tempest-TestVolumeBootPattern-1167851366-router', 'tenant_id': '24c0c0411f574f8f960e5150472df75e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'external_fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'f4c3c0aa-d0a0-4fa1-a400-ccbb23f85508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:37:53Z', 'updated_at': '2021-05-06T00:38:00Z', 'revision_number': 4, 'project_id': '24c0c0411f574f8f960e5150472df75e', 'gw_port': {'id': 'f4c3c0aa-d0a0-4fa1-a400-ccbb23f85508', 'name': '', 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:28:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a6e37e-02c6-4008-8826-bde16799ef0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:37:55Z', 'updated_at': '2021-05-06T00:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-iscsi', '_interfaces': [{'id': '64e79fd4-fc6f-4aca-8b86-d7ad2bbd4f44', 'name': '', 'network_id': 'b3eca023-a406-48df-a3db-ebd6b6f9c1bf', 'tenant_id': '24c0c0411f574f8f960e5150472df75e', 'mac_address': 'fa:16:3e:fd:86:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a6e37e-02c6-4008-8826-bde16799ef0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'abd7dd6a-5cfe-4ac3-a1f5-824fa1d29c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:37:59Z', 'updated_at': '2021-05-06T00:38:09Z', 'revision_number': 5, 'project_id': '24c0c0411f574f8f960e5150472df75e', 'subnets': [{'id': 'abd7dd6a-5cfe-4ac3-a1f5-824fa1d29c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-8-iscsi', False) {} {{(pid=73833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:42:06.042631 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c360f70-82df-4cfc-89e4-e2d7ef5844d6 None None] Checking router: 41a6e37e-02c6-4008-8826-bde16799ef0c for host: dv-cinder-784623-8-iscsi {{(pid=73833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 06 00:42:06.052521 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c360f70-82df-4cfc-89e4-e2d7ef5844d6 None None] Routers {'41a6e37e-02c6-4008-8826-bde16799ef0c'} bound to L3 agent in host dv-cinder-784623-8-iscsi {{(pid=73833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 00:42:06.053167 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_hamode_db [None req-8c360f70-82df-4cfc-89e4-e2d7ef5844d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9508403130>, 'dv-cinder-784623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-06T00:27:20Z,description=<?>,heartbeat_timestamp=2021-05-06T00:41:50Z,host='dv-cinder-784623-8-iscsi',id=3fa0790c-dd29-4495-aa07-f8a2ae482509,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T00:27:20Z,topic='l3_agent')) {'router_ids': ['41a6e37e-02c6-4008-8826-bde16799ef0c'], 'active': True} {{(pid=73833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:42:06.268703 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Device 3d89e0b7-dd98-4aed-a05a-6f306514ac66 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=73833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 06 00:42:06.270818 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Device c557a1e7-211b-40a1-b9f0-37e7213669a0 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=73833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 06 00:42:06.314387 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_dvr_db [None req-8c360f70-82df-4cfc-89e4-e2d7ef5844d6 None None] Set router 41a6e37e-02c6-4008-8826-bde16799ef0c gateway port host: dv-cinder-784623-8-iscsi {{(pid=73833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 00:42:06.359395 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.plugin [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] No Port match for: c557a1e7-211b-40a1-b9f0-37e7213669a0 {{(pid=73833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 06 00:42:06.359745 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Device c557a1e7-211b-40a1-b9f0-37e7213669a0 not bound to the agent host hv-cinder-78462 {{(pid=73833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 06 00:42:06.370787 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-9db0d31d-cbb1-47e5-8cf2-a29771fa9b4f req-a7930532-4db5-4032-ab50-6237c0e60566 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1c5cc05-f410-4a03-9b3d-682a4e1cf825 HTTP/1.1" status: 200  len: 210 time: 0.0432856
May 06 00:42:06.656646 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] For port 3d89e0b7-dd98-4aed-a05a-6f306514ac66, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=3d89e0b7-dd98-4aed-a05a-6f306514ac66,segment=NetworkSegment(d6767cd9-a845-4bf2-a0b7-cab2ef6cd327),segment_id=d6767cd9-a845-4bf2-a0b7-cab2ef6cd327)] {{(pid=73833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:42:06.683017 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Returning: {'device': '3d89e0b7-dd98-4aed-a05a-6f306514ac66', 'network_id': 'f1ee20ed-17e0-4650-a61e-4e2579bfb5cb', 'port_id': '3d89e0b7-dd98-4aed-a05a-6f306514ac66', 'mac_address': 'fa:16:3e:10:c8:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '587fdbbc-2087-48fc-8109-2b5f3ba73405', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 06 00:42:06.766080 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c60487-bffa-46af-b66c-a64a7efad5e0 req-039ab69e-0d78-4467-b5ca-e67a0b2eb9a7 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:42:06.767531 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-d4c60487-bffa-46af-b66c-a64a7efad5e0 req-039ab69e-0d78-4467-b5ca-e67a0b2eb9a7 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=53ea3b34-7f51-4474-ad86-63ad0b69da0f HTTP/1.1" status: 200  len: 943 time: 0.0842295
May 06 00:42:06.778685 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:06.799795 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.notifiers.nova [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d89e0b7-dd98-4aed-a05a-6f306514ac66 {{(pid=73833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 06 00:42:06.817679 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-d4c60487-bffa-46af-b66c-a64a7efad5e0 req-6cc5dee1-c0e9-41ba-b28a-4277396f8713 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=984322a9-8be7-4c18-bac1-6872c32290c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440955
May 06 00:42:06.826044 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] For port 3d89e0b7-dd98-4aed-a05a-6f306514ac66, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=3d89e0b7-dd98-4aed-a05a-6f306514ac66,segment=NetworkSegment(d6767cd9-a845-4bf2-a0b7-cab2ef6cd327),segment_id=d6767cd9-a845-4bf2-a0b7-cab2ef6cd327)] {{(pid=73833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:42:06.830873 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:06.832884 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-04dc58e4-d2f2-475a-a9cc-4fe981faab08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:42:06.863629 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_hamode_db [None req-8c360f70-82df-4cfc-89e4-e2d7ef5844d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9508403130>, [{'id': '41a6e37e-02c6-4008-8826-bde16799ef0c', 'name': 'tempest-TestVolumeBootPattern-1167851366-router', 'tenant_id': '24c0c0411f574f8f960e5150472df75e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'external_fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'f4c3c0aa-d0a0-4fa1-a400-ccbb23f85508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:37:53Z', 'updated_at': '2021-05-06T00:38:00Z', 'revision_number': 4, 'project_id': '24c0c0411f574f8f960e5150472df75e', 'gw_port': {'id': 'f4c3c0aa-d0a0-4fa1-a400-ccbb23f85508', 'name': '', 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:28:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a6e37e-02c6-4008-8826-bde16799ef0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:37:55Z', 'updated_at': '2021-05-06T00:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-iscsi', '_interfaces': [{'id': '64e79fd4-fc6f-4aca-8b86-d7ad2bbd4f44', 'name': '', 'network_id': 'b3eca023-a406-48df-a3db-ebd6b6f9c1bf', 'tenant_id': '24c0c0411f574f8f960e5150472df75e', 'mac_address': 'fa:16:3e:fd:86:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a6e37e-02c6-4008-8826-bde16799ef0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'abd7dd6a-5cfe-4ac3-a1f5-824fa1d29c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:37:59Z', 'updated_at': '2021-05-06T00:38:09Z', 'revision_number': 5, 'project_id': '24c0c0411f574f8f960e5150472df75e', 'subnets': [{'id': 'abd7dd6a-5cfe-4ac3-a1f5-824fa1d29c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-8-iscsi', False) {} {{(pid=73833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:42:06.880448 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c360f70-82df-4cfc-89e4-e2d7ef5844d6 None None] The sync data for ids ['41a6e37e-02c6-4008-8826-bde16799ef0c'] in dv-cinder-784623-8-iscsi is: [{'id': '41a6e37e-02c6-4008-8826-bde16799ef0c', 'name': 'tempest-TestVolumeBootPattern-1167851366-router', 'tenant_id': '24c0c0411f574f8f960e5150472df75e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'external_fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'f4c3c0aa-d0a0-4fa1-a400-ccbb23f85508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:37:53Z', 'updated_at': '2021-05-06T00:38:00Z', 'revision_number': 4, 'project_id': '24c0c0411f574f8f960e5150472df75e', 'gw_port': {'id': 'f4c3c0aa-d0a0-4fa1-a400-ccbb23f85508', 'name': '', 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:28:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a6e37e-02c6-4008-8826-bde16799ef0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:37:55Z', 'updated_at': '2021-05-06T00:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-iscsi', '_interfaces': [{'id': '64e79fd4-fc6f-4aca-8b86-d7ad2bbd4f44', 'name': '', 'network_id': 'b3eca023-a406-48df-a3db-ebd6b6f9c1bf', 'tenant_id': '24c0c0411f574f8f960e5150472df75e', 'mac_address': 'fa:16:3e:fd:86:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a6e37e-02c6-4008-8826-bde16799ef0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'abd7dd6a-5cfe-4ac3-a1f5-824fa1d29c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:37:59Z', 'updated_at': '2021-05-06T00:38:09Z', 'revision_number': 5, 'project_id': '24c0c0411f574f8f960e5150472df75e', 'subnets': [{'id': 'abd7dd6a-5cfe-4ac3-a1f5-824fa1d29c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 06 00:42:06.909666 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Pushing event updated for resources: {'Port': ['ID=3d89e0b7-dd98-4aed-a05a-6f306514ac66,revision_number=9']} {{(pid=73833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:42:06.912700 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:42:07.049125 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] get_ports_and_sgs() called for port_ids ['3d89e0b7-dd98-4aed-a05a-6f306514ac66'] {{(pid=73833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 06 00:42:07.127283 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8727fa-ae09-482d-a391-e4ec556b13c0 None None] New status for floating IP 1eed3718-e345-4685-aa6a-ca227bc24be7: DOWN {{(pid=73834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 06 00:42:07.128771 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc858b1-892b-4933-9e84-39f10928da0b req-4a14f0b6-63ed-4b26-b714-80113edb643d tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:42:07.130548 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-abc858b1-892b-4933-9e84-39f10928da0b req-4a14f0b6-63ed-4b26-b714-80113edb643d tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdde4357-7534-4386-a91d-a9b70d1b0c82 HTTP/1.1" status: 200  len: 946 time: 0.0916715
May 06 00:42:07.181910 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-abc858b1-892b-4933-9e84-39f10928da0b req-5aa1f0fe-dc8b-4b5e-bc94-fe18a3c9ef4d tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] 10.222.0.24 "GET /v2.0/security-groups?id=2cbfc576-e84d-4726-b156-8f3411b7787e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428431
May 06 00:42:07.728252 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-3ed76395-0356-45ec-8d2f-b58b52dc3f51 req-7252367c-87c5-4c19-8e7a-ce3e2e75a4c5 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-841474901&fields=id&tenant_id=24c0c0411f574f8f960e5150472df75e HTTP/1.1" status: 200  len: 267 time: 0.0429010
May 06 00:42:07.878194 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed76395-0356-45ec-8d2f-b58b52dc3f51 req-7dcd5311-c53b-46c3-95f5-43c98ac09a2c tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:42:07.879640 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-3ed76395-0356-45ec-8d2f-b58b52dc3f51 req-7dcd5311-c53b-46c3-95f5-43c98ac09a2c tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/networks?id=b3eca023-a406-48df-a3db-ebd6b6f9c1bf HTTP/1.1" status: 200  len: 812 time: 0.1439533
May 06 00:42:07.893962 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-3ed76395-0356-45ec-8d2f-b58b52dc3f51 req-b10be264-a1af-422f-a863-7407206ded5a tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/quotas/24c0c0411f574f8f960e5150472df75e HTTP/1.1" status: 200  len: 375 time: 0.0089338
May 06 00:42:07.981236 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-3ed76395-0356-45ec-8d2f-b58b52dc3f51 req-f3aa40e2-c084-44ea-8180-b3a6793fdee9 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=24c0c0411f574f8f960e5150472df75e&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0817015
May 06 00:42:08.007876 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bc2208-ff64-426c-ae66-2c4b3cec43ae req-b25eabec-d039-48e7-8b57-5093a6533d50 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:42:08.009322 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-47bc2208-ff64-426c-ae66-2c4b3cec43ae req-b25eabec-d039-48e7-8b57-5093a6533d50 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=53ea3b34-7f51-4474-ad86-63ad0b69da0f HTTP/1.1" status: 200  len: 944 time: 0.0791063
May 06 00:42:08.053964 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-47bc2208-ff64-426c-ae66-2c4b3cec43ae req-228fafad-e45b-4b29-8404-4bbd2dd998fc tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=984322a9-8be7-4c18-bac1-6872c32290c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0383537
May 06 00:42:08.123367 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-3ed76395-0356-45ec-8d2f-b58b52dc3f51 req-c158b057-5c32-4fa8-8d88-7dcdadafa794 service neutron] 10.222.0.24 "GET /v2.0/networks/b3eca023-a406-48df-a3db-ebd6b6f9c1bf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1307404
May 06 00:42:08.259433 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-3ed76395-0356-45ec-8d2f-b58b52dc3f51 req-e29dc689-f199-4a7c-a30d-953c96482065 service neutron] 10.222.0.24 "GET /v2.0/networks/b3eca023-a406-48df-a3db-ebd6b6f9c1bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1300879
May 06 00:42:08.280724 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Device 3d89e0b7-dd98-4aed-a05a-6f306514ac66 up at agent hyperv_hv-cinder-78462 {{(pid=73833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 00:42:08.365431 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Provisioning complete for port 3d89e0b7-dd98-4aed-a05a-6f306514ac66 triggered by entity L2. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 00:42:08.366069 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723253'] for port, provisioning_complete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:08.426785 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3e6684-9a2d-4f94-bc93-d6db16aa7166 req-048a79b2-2a9e-4768-af9a-049c7a73bc9c tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:42:08.428650 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-ab3e6684-9a2d-4f94-bc93-d6db16aa7166 req-048a79b2-2a9e-4768-af9a-049c7a73bc9c tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdde4357-7534-4386-a91d-a9b70d1b0c82 HTTP/1.1" status: 200  len: 946 time: 0.0981650
May 06 00:42:08.476368 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-ab3e6684-9a2d-4f94-bc93-d6db16aa7166 req-10e1d27a-fff6-4ff2-a29d-0ffea5902063 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] 10.222.0.24 "GET /v2.0/security-groups?id=2cbfc576-e84d-4726-b156-8f3411b7787e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412886
May 06 00:42:08.502957 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:08.530190 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53ea3b34-7f51-4474-ad86-63ad0b69da0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d89e0b7-dd98-4aed-a05a-6f306514ac66'}] {{(pid=73833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 00:42:08.540684 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] For port 3d89e0b7-dd98-4aed-a05a-6f306514ac66, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=3d89e0b7-dd98-4aed-a05a-6f306514ac66,segment=NetworkSegment(d6767cd9-a845-4bf2-a0b7-cab2ef6cd327),segment_id=d6767cd9-a845-4bf2-a0b7-cab2ef6cd327)] {{(pid=73833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:42:08.545402 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:08.548346 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:42:08.599974 dv-cinder-784623-8-iscsi neutron-server[73833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53ea3b34-7f51-4474-ad86-63ad0b69da0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d89e0b7-dd98-4aed-a05a-6f306514ac66', 'code': 200}
May 06 00:42:08.627261 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Pushing event updated for resources: {'Port': ['ID=3d89e0b7-dd98-4aed-a05a-6f306514ac66,revision_number=10']} {{(pid=73833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:42:08.630372 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:42:08.727085 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [req-e90194df-0620-48c6-9797-04f2473c7bd2 req-5bde4f75-36ca-44fe-88c2-9c4d4985c703 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Synchronizing usage tracker for tenant:24c0c0411f574f8f960e5150472df75e on resource:port {{(pid=73832) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 00:42:08.746296 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [req-e90194df-0620-48c6-9797-04f2473c7bd2 req-5bde4f75-36ca-44fe-88c2-9c4d4985c703 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Unset dirty status for tenant:24c0c0411f574f8f960e5150472df75e on resource:port {{(pid=73832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 00:42:08.753499 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-e90194df-0620-48c6-9797-04f2473c7bd2 req-5bde4f75-36ca-44fe-88c2-9c4d4985c703 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/ports?device_id=237343ba-d2ad-43de-b010-b72bf9b3fc81 HTTP/1.1" status: 200  len: 210 time: 0.0671511
May 06 00:42:08.850166 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee07725-f25d-4cfc-9d99-c37244e27cc7 req-2c015faf-8ad7-4ab4-bf34-3c78c325db9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:42:08.851720 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-6ee07725-f25d-4cfc-9d99-c37244e27cc7 req-2c015faf-8ad7-4ab4-bf34-3c78c325db9a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=53ea3b34-7f51-4474-ad86-63ad0b69da0f HTTP/1.1" status: 200  len: 1099 time: 0.0776031
May 06 00:42:08.893781 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-6ee07725-f25d-4cfc-9d99-c37244e27cc7 req-ff39102b-13c3-4f79-996f-a9b1f5e91d5e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=984322a9-8be7-4c18-bac1-6872c32290c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0350776
May 06 00:42:09.255146 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b6f0e3-005e-4045-8e61-391f74dc84b1 req-9ac03c66-f992-4fdd-8b18-9c0aeb5e318b tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:42:09.256591 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-f6b6f0e3-005e-4045-8e61-391f74dc84b1 req-9ac03c66-f992-4fdd-8b18-9c0aeb5e318b tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=53ea3b34-7f51-4474-ad86-63ad0b69da0f HTTP/1.1" status: 200  len: 946 time: 0.0896122
May 06 00:42:09.302482 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-f6b6f0e3-005e-4045-8e61-391f74dc84b1 req-5cbd47b5-fa37-4b1d-8bb6-c13a10658225 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=984322a9-8be7-4c18-bac1-6872c32290c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398564
May 06 00:42:09.640303 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 44676) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:42:09.679867 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b2a717-e2ab-496a-b728-e0618563787c req-53aa6a59-2b7f-4ed4-a4e7-9f695201003a tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:42:09.681947 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-12b2a717-e2ab-496a-b728-e0618563787c req-53aa6a59-2b7f-4ed4-a4e7-9f695201003a tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdde4357-7534-4386-a91d-a9b70d1b0c82 HTTP/1.1" status: 200  len: 946 time: 0.0973577
May 06 00:42:09.797906 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-12b2a717-e2ab-496a-b728-e0618563787c req-5bb5de75-5ec6-4ff5-9acc-a9872f5c1c93 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] 10.222.0.24 "GET /v2.0/security-groups?id=2cbfc576-e84d-4726-b156-8f3411b7787e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1086771
May 06 00:42:09.920572 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed76395-0356-45ec-8d2f-b58b52dc3f51 req-ea4af1d9-3671-4aab-ad3c-5dbbc47ab794 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:42:09.922818 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-3ed76395-0356-45ec-8d2f-b58b52dc3f51 req-ea4af1d9-3671-4aab-ad3c-5dbbc47ab794 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.30 "GET /v2.0/networks?id=b3eca023-a406-48df-a3db-ebd6b6f9c1bf HTTP/1.1" status: 200  len: 812 time: 0.2674699
May 06 00:42:09.968283 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-4aff4604-0e74-4c05-baf4-188cb8417cab req-277ef0bd-1977-41f8-b0f0-d85f262ff0d6 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/ports?device_id=237343ba-d2ad-43de-b010-b72bf9b3fc81 HTTP/1.1" status: 200  len: 210 time: 0.0445042
May 06 00:42:10.010188 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-3ed76395-0356-45ec-8d2f-b58b52dc3f51 req-73356da1-8bda-4682-b30f-a9acc5134bb4 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=24c0c0411f574f8f960e5150472df75e HTTP/1.1" status: 200  len: 379 time: 0.0406704
May 06 00:42:10.030116 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.v2.base [req-3ed76395-0356-45ec-8d2f-b58b52dc3f51 req-a3617fc2-1cf4-48bc-b235-886b300b24fb tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Request body: {'port': {'device_id': '237343ba-d2ad-43de-b010-b72bf9b3fc81', 'network_id': 'b3eca023-a406-48df-a3db-ebd6b6f9c1bf', 'admin_state_up': True, 'tenant_id': '24c0c0411f574f8f960e5150472df75e', 'security_groups': ['079ebf81-42ef-4ee7-ac10-dfe00866b3f7']}} {{(pid=73832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:42:10.196109 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [req-3ed76395-0356-45ec-8d2f-b58b52dc3f51 req-a3617fc2-1cf4-48bc-b235-886b300b24fb tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:42:10.207253 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [req-3ed76395-0356-45ec-8d2f-b58b52dc3f51 req-a3617fc2-1cf4-48bc-b235-886b300b24fb tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:42:10.217600 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ed76395-0356-45ec-8d2f-b58b52dc3f51 req-a3617fc2-1cf4-48bc-b235-886b300b24fb tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Made reservation on behalf of 24c0c0411f574f8f960e5150472df75e for: {'port': 1} {{(pid=73832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 06 00:42:10.221280 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-3ed76395-0356-45ec-8d2f-b58b52dc3f51 req-a3617fc2-1cf4-48bc-b235-886b300b24fb tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:10.424508 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.db_base_plugin_common [req-3ed76395-0356-45ec-8d2f-b58b52dc3f51 req-a3617fc2-1cf4-48bc-b235-886b300b24fb tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Allocated IP 172.20.0.3 (b3eca023-a406-48df-a3db-ebd6b6f9c1bf/abd7dd6a-5cfe-4ac3-a1f5-824fa1d29c3f/3c4d914c-bbe8-4f3b-9130-9c6756fc892a) {{(pid=73832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 06 00:42:10.628275 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcee43f-8c28-4f03-be0f-026738aae700 req-8ef3b747-c4fa-4a6d-a4b9-a274d99ca3fe tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:42:10.630391 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-9dcee43f-8c28-4f03-be0f-026738aae700 req-8ef3b747-c4fa-4a6d-a4b9-a274d99ca3fe tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=53ea3b34-7f51-4474-ad86-63ad0b69da0f HTTP/1.1" status: 200  len: 946 time: 0.1722319
May 06 00:42:10.708704 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-9dcee43f-8c28-4f03-be0f-026738aae700 req-c04cbc29-c6a0-49d6-9b8d-3a659404c39a tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=984322a9-8be7-4c18-bac1-6872c32290c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0721266
May 06 00:42:10.757792 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-3ed76395-0356-45ec-8d2f-b58b52dc3f51 req-a3617fc2-1cf4-48bc-b235-886b300b24fb tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Notify callbacks [] for port, precommit_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:10.774536 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.provisioning_blocks [req-3ed76395-0356-45ec-8d2f-b58b52dc3f51 req-a3617fc2-1cf4-48bc-b235-886b300b24fb tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Transition to ACTIVE for port object 3c4d914c-bbe8-4f3b-9130-9c6756fc892a will not be triggered until provisioned by entity DHCP. {{(pid=73832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 00:42:10.795025 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-3c280fa9-5ee4-4f40-bf5e-71495d860221 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401482'] for router_interface, before_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:10.799206 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-3ed76395-0356-45ec-8d2f-b58b52dc3f51 req-a3617fc2-1cf4-48bc-b235-886b300b24fb tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767380898820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2182845'] for port, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:10.804626 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-bd887e90-0c52-4a9f-bf6b-c7b9a080e623 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:42:10.880650 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ed76395-0356-45ec-8d2f-b58b52dc3f51 req-a3617fc2-1cf4-48bc-b235-886b300b24fb tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Network b3eca023-a406-48df-a3db-ebd6b6f9c1bf is already hosted by enough agents. {{(pid=73832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 00:42:10.884134 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.scheduler.base_scheduler [req-3ed76395-0356-45ec-8d2f-b58b52dc3f51 req-a3617fc2-1cf4-48bc-b235-886b300b24fb tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Resources bound (agent type, host, resource id):  {{(pid=73832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 00:42:10.893876 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ed76395-0356-45ec-8d2f-b58b52dc3f51 req-a3617fc2-1cf4-48bc-b235-886b300b24fb tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Received port after_create {{(pid=73832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 06 00:42:10.972170 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3617fc2-1cf4-48bc-b235-886b300b24fb tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Pushing event updated for resources: {'Port': ['ID=3c4d914c-bbe8-4f3b-9130-9c6756fc892a,revision_number=1']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:42:10.982139 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-a3617fc2-1cf4-48bc-b235-886b300b24fb tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:42:11.021348 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed76395-0356-45ec-8d2f-b58b52dc3f51 req-a3617fc2-1cf4-48bc-b235-886b300b24fb tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:42:11.022252 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-3ed76395-0356-45ec-8d2f-b58b52dc3f51 req-a3617fc2-1cf4-48bc-b235-886b300b24fb tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43737'] for port, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:11.062146 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-3ed76395-0356-45ec-8d2f-b58b52dc3f51 req-a3617fc2-1cf4-48bc-b235-886b300b24fb tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0377421
May 06 00:42:11.071308 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26da850e-e0ff-4074-86dd-daead6402bd4 req-235cc6d3-b336-4fc0-bebe-ad6c6030cd35 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:42:11.073094 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-26da850e-e0ff-4074-86dd-daead6402bd4 req-235cc6d3-b336-4fc0-bebe-ad6c6030cd35 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdde4357-7534-4386-a91d-a9b70d1b0c82 HTTP/1.1" status: 200  len: 946 time: 0.1403096
May 06 00:42:11.078714 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.v2.base [req-3ed76395-0356-45ec-8d2f-b58b52dc3f51 req-6dfd3ba5-87ca-4eb3-92fe-5b4fec6b4637 service neutron] Request body: {'port': {'device_id': '237343ba-d2ad-43de-b010-b72bf9b3fc81', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=73832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:42:11.201475 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-26da850e-e0ff-4074-86dd-daead6402bd4 req-e8850197-d581-47d6-8dcc-9a9107cdb88a tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] 10.222.0.24 "GET /v2.0/security-groups?id=2cbfc576-e84d-4726-b156-8f3411b7787e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0949106
May 06 00:42:11.213851 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-4227ad93-3063-4fa0-9932-b9643fc6c46c None None] Provisioning for port 3c4d914c-bbe8-4f3b-9130-9c6756fc892a completed by entity DHCP. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 00:42:11.220523 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-4227ad93-3063-4fa0-9932-b9643fc6c46c None None] Provisioning complete for port 3c4d914c-bbe8-4f3b-9130-9c6756fc892a triggered by entity DHCP. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 00:42:11.221276 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-4227ad93-3063-4fa0-9932-b9643fc6c46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723253'] for port, provisioning_complete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:11.239185 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-3ed76395-0356-45ec-8d2f-b58b52dc3f51 req-6dfd3ba5-87ca-4eb3-92fe-5b4fec6b4637 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:11.270640 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4737db-a6bc-422c-83ee-027584319c65 req-ab8c0de8-579f-4dfd-bafa-a557fe5ab236 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:42:11.272432 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-0e4737db-a6bc-422c-83ee-027584319c65 req-ab8c0de8-579f-4dfd-bafa-a557fe5ab236 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/ports?device_id=237343ba-d2ad-43de-b010-b72bf9b3fc81 HTTP/1.1" status: 200  len: 931 time: 0.1684494
May 06 00:42:11.279474 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.plugin [None req-4227ad93-3063-4fa0-9932-b9643fc6c46c None None] Port 3c4d914c-bbe8-4f3b-9130-9c6756fc892a cannot update to ACTIVE because it is not bound. {{(pid=73833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 06 00:42:11.379985 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-0e4737db-a6bc-422c-83ee-027584319c65 req-e08a11f0-a6c4-4558-8ea3-b6f271e5fccd tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/security-groups?id=079ebf81-42ef-4ee7-ac10-dfe00866b3f7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0856040
May 06 00:42:11.400370 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.plugin [None req-3c280fa9-5ee4-4f40-bf5e-71495d860221 admin admin] Deleting port 535ed0f5-73ce-4425-8485-3e36642b1ffb {{(pid=73831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 06 00:42:11.400715 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-3c280fa9-5ee4-4f40-bf5e-71495d860221 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767381331357'] for port, before_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:11.522041 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.db [None req-3c280fa9-5ee4-4f40-bf5e-71495d860221 admin admin] For port 535ed0f5-73ce-4425-8485-3e36642b1ffb, host dv-cinder-784623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-iscsi',level=0,port_id=535ed0f5-73ce-4425-8485-3e36642b1ffb,segment=NetworkSegment(890a22a0-98ca-414c-a9a6-981937a77b2c),segment_id=890a22a0-98ca-414c-a9a6-981937a77b2c)] {{(pid=73831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:42:11.522391 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-3c280fa9-5ee4-4f40-bf5e-71495d860221 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404144'] for port, precommit_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:11.539449 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69e6196-687a-4343-ad7a-076504aed69c req-5d25508d-65d7-4eec-abfb-02c97c12f259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:42:11.541240 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-f69e6196-687a-4343-ad7a-076504aed69c req-5d25508d-65d7-4eec-abfb-02c97c12f259 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3fc73c2b6dc24f04b0a10b2cba547cef&device_id=fdde4357-7534-4386-a91d-a9b70d1b0c82 HTTP/1.1" status: 200  len: 1099 time: 0.1731412
May 06 00:42:11.648071 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.plugin [None req-3c280fa9-5ee4-4f40-bf5e-71495d860221 admin admin] Calling delete_port for 535ed0f5-73ce-4425-8485-3e36642b1ffb owned by network:router_interface {{(pid=73831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 06 00:42:11.761056 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69e6196-687a-4343-ad7a-076504aed69c req-25935e4e-a99c-4f27-a160-50509f759994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:42:11.762550 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-f69e6196-687a-4343-ad7a-076504aed69c req-25935e4e-a99c-4f27-a160-50509f759994 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8a76de60-8f51-46a7-82de-5e733a1b9171 HTTP/1.1" status: 200  len: 910 time: 0.2029266
May 06 00:42:11.770236 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.notifiers.nova [req-3ed76395-0356-45ec-8d2f-b58b52dc3f51 req-6dfd3ba5-87ca-4eb3-92fe-5b4fec6b4637 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c4d914c-bbe8-4f3b-9130-9c6756fc892a {{(pid=73832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 06 00:42:11.794258 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-3c280fa9-5ee4-4f40-bf5e-71495d860221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767381335664', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767380898829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2942582'] for port, after_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:11.803220 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-99bcb48f-34d3-4122-88a6-07501c4c0450 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:42:11.829905 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-3ed76395-0356-45ec-8d2f-b58b52dc3f51 req-6dfd3ba5-87ca-4eb3-92fe-5b4fec6b4637 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:11.909637 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c280fa9-5ee4-4f40-bf5e-71495d860221 admin admin] Pushing event deleted for resources: {'Port': ['ID=535ed0f5-73ce-4425-8485-3e36642b1ffb,revision_number=None']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:42:11.910069 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.provisioning_blocks [req-3ed76395-0356-45ec-8d2f-b58b52dc3f51 req-6dfd3ba5-87ca-4eb3-92fe-5b4fec6b4637 service neutron] Transition to ACTIVE for port object 3c4d914c-bbe8-4f3b-9130-9c6756fc892a will not be triggered until provisioned by entity L2. {{(pid=73832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 00:42:11.919407 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-3c280fa9-5ee4-4f40-bf5e-71495d860221 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:42:11.932962 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-3ed76395-0356-45ec-8d2f-b58b52dc3f51 req-6dfd3ba5-87ca-4eb3-92fe-5b4fec6b4637 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2182820'] for port, after_update {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:11.944341 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-185e3c6f-d06a-40c9-8493-3012b4b8f81a tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:42:11.982985 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-f69e6196-687a-4343-ad7a-076504aed69c req-e7908039-87d8-487a-b819-066f7d448df5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e6c122fb-90d3-4f9f-a814-cb41c6e88deb HTTP/1.1" status: 200  len: 1001 time: 0.2083082
May 06 00:42:12.263249 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-3c280fa9-5ee4-4f40-bf5e-71495d860221 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-407034'] for router_interface, after_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:12.331014 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfd3ba5-87ca-4eb3-92fe-5b4fec6b4637 service neutron] Pushing event updated for resources: {'Port': ['ID=3c4d914c-bbe8-4f3b-9130-9c6756fc892a,revision_number=2']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:42:12.354502 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-6dfd3ba5-87ca-4eb3-92fe-5b4fec6b4637 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:42:12.369002 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd920525-514b-4083-bbf3-02fc6853941f req-7084324b-f5d8-4405-86a4-bc9d73f90124 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:42:12.371939 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-bd920525-514b-4083-bbf3-02fc6853941f req-7084324b-f5d8-4405-86a4-bc9d73f90124 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=53ea3b34-7f51-4474-ad86-63ad0b69da0f HTTP/1.1" status: 200  len: 946 time: 0.5264599
May 06 00:42:12.371939 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69e6196-687a-4343-ad7a-076504aed69c req-4e38b378-83ac-4726-87ed-724de4846700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:42:12.373250 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-f69e6196-687a-4343-ad7a-076504aed69c req-4e38b378-83ac-4726-87ed-724de4846700 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1144644b-a385-46b3-a0c3-f4eac028f2d2 HTTP/1.1" status: 200  len: 848 time: 0.3818486
May 06 00:42:12.476767 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.managers [req-3ed76395-0356-45ec-8d2f-b58b52dc3f51 req-6dfd3ba5-87ca-4eb3-92fe-5b4fec6b4637 service neutron] Attempting to bind port 3c4d914c-bbe8-4f3b-9130-9c6756fc892a on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=73832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 06 00:42:12.477000 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.managers [req-3ed76395-0356-45ec-8d2f-b58b52dc3f51 req-6dfd3ba5-87ca-4eb3-92fe-5b4fec6b4637 service neutron] Attempting to bind port 3c4d914c-bbe8-4f3b-9130-9c6756fc892a by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'ab5e7b5f-3e6f-45f7-9818-f391c8735e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b3eca023-a406-48df-a3db-ebd6b6f9c1bf'}] {{(pid=73832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 06 00:42:12.477321 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed76395-0356-45ec-8d2f-b58b52dc3f51 req-6dfd3ba5-87ca-4eb3-92fe-5b4fec6b4637 service neutron] Attempting to bind port 3c4d914c-bbe8-4f3b-9130-9c6756fc892a on network b3eca023-a406-48df-a3db-ebd6b6f9c1bf {{(pid=73832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 00:42:12.488582 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed76395-0356-45ec-8d2f-b58b52dc3f51 req-6dfd3ba5-87ca-4eb3-92fe-5b4fec6b4637 service neutron] Port 3c4d914c-bbe8-4f3b-9130-9c6756fc892a on network b3eca023-a406-48df-a3db-ebd6b6f9c1bf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=73832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 06 00:42:12.488939 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed76395-0356-45ec-8d2f-b58b52dc3f51 req-6dfd3ba5-87ca-4eb3-92fe-5b4fec6b4637 service neutron] Attempting to bind port 3c4d914c-bbe8-4f3b-9130-9c6756fc892a on network b3eca023-a406-48df-a3db-ebd6b6f9c1bf {{(pid=73832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 00:42:12.493096 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-bd920525-514b-4083-bbf3-02fc6853941f req-63bfbb82-cb90-4b6a-bb4d-d7f95babbaec tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=984322a9-8be7-4c18-bac1-6872c32290c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1152861
May 06 00:42:12.499930 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed76395-0356-45ec-8d2f-b58b52dc3f51 req-6dfd3ba5-87ca-4eb3-92fe-5b4fec6b4637 service neutron] Checking agent: {'id': '98bc602c-e9ce-4757-b8df-ef22d3a5b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 0, 33, 13), 'started_at': datetime.datetime(2021, 5, 6, 0, 33, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 0, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 06 00:42:12.500264 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed76395-0356-45ec-8d2f-b58b52dc3f51 req-6dfd3ba5-87ca-4eb3-92fe-5b4fec6b4637 service neutron] Checking segment: {'id': 'ab5e7b5f-3e6f-45f7-9818-f391c8735e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b3eca023-a406-48df-a3db-ebd6b6f9c1bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 00:42:12.500644 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed76395-0356-45ec-8d2f-b58b52dc3f51 req-6dfd3ba5-87ca-4eb3-92fe-5b4fec6b4637 service neutron] Bound using segment: {'id': 'ab5e7b5f-3e6f-45f7-9818-f391c8735e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b3eca023-a406-48df-a3db-ebd6b6f9c1bf'} {{(pid=73832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 06 00:42:12.501110 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.managers [req-3ed76395-0356-45ec-8d2f-b58b52dc3f51 req-6dfd3ba5-87ca-4eb3-92fe-5b4fec6b4637 service neutron] Bound port: 3c4d914c-bbe8-4f3b-9130-9c6756fc892a, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab5e7b5f-3e6f-45f7-9818-f391c8735e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b3eca023-a406-48df-a3db-ebd6b6f9c1bf'}}] {{(pid=73832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 06 00:42:12.501455 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-3ed76395-0356-45ec-8d2f-b58b52dc3f51 req-6dfd3ba5-87ca-4eb3-92fe-5b4fec6b4637 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:12.515175 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df3bfa0-0503-4f82-937a-a9c9c8366079 req-b1795288-4ed5-4f00-a35d-55454b1b8b44 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:42:12.517242 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-5df3bfa0-0503-4f82-937a-a9c9c8366079 req-b1795288-4ed5-4f00-a35d-55454b1b8b44 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdde4357-7534-4386-a91d-a9b70d1b0c82 HTTP/1.1" status: 200  len: 946 time: 0.1903603
May 06 00:42:12.591926 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69e6196-687a-4343-ad7a-076504aed69c req-cf4eb838-e3d3-4864-a9d0-8d9bfc2f8f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:42:12.593444 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-f69e6196-687a-4343-ad7a-076504aed69c req-cf4eb838-e3d3-4864-a9d0-8d9bfc2f8f65 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8a76de60-8f51-46a7-82de-5e733a1b9171&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2015512
May 06 00:42:12.693201 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-5df3bfa0-0503-4f82-937a-a9c9c8366079 req-fa0d95e8-ab95-4a8b-b06a-e53a30d39f42 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] 10.222.0.24 "GET /v2.0/security-groups?id=2cbfc576-e84d-4726-b156-8f3411b7787e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1644745
May 06 00:42:12.716110 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.db [req-3ed76395-0356-45ec-8d2f-b58b52dc3f51 req-6dfd3ba5-87ca-4eb3-92fe-5b4fec6b4637 service neutron] For port 3c4d914c-bbe8-4f3b-9130-9c6756fc892a, host hv-cinder-78462, cleared binding levels {{(pid=73832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 06 00:42:12.734536 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.db [req-3ed76395-0356-45ec-8d2f-b58b52dc3f51 req-6dfd3ba5-87ca-4eb3-92fe-5b4fec6b4637 service neutron] For port 3c4d914c-bbe8-4f3b-9130-9c6756fc892a, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=3c4d914c-bbe8-4f3b-9130-9c6756fc892a,segment=NetworkSegment(ab5e7b5f-3e6f-45f7-9818-f391c8735e2a),segment_id=ab5e7b5f-3e6f-45f7-9818-f391c8735e2a)] {{(pid=73832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 06 00:42:12.745992 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-3ed76395-0356-45ec-8d2f-b58b52dc3f51 req-6dfd3ba5-87ca-4eb3-92fe-5b4fec6b4637 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2182820'] for port, after_update {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:12.755686 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c280fa9-5ee4-4f40-bf5e-71495d860221 admin admin] Router da787a18-7e91-4dd6-ad92-ccfcbbda8c27 has already been hosted by L3 agent 3fa0790c-dd29-4495-aa07-f8a2ae482509 {{(pid=73831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 06 00:42:12.757311 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-cdcb3aac-9d20-4b8a-a44d-588f316d5e97 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:42:12.841820 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed76395-0356-45ec-8d2f-b58b52dc3f51 req-6dfd3ba5-87ca-4eb3-92fe-5b4fec6b4637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:42:12.842440 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-3ed76395-0356-45ec-8d2f-b58b52dc3f51 req-6dfd3ba5-87ca-4eb3-92fe-5b4fec6b4637 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43737'] for port, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:12.843788 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-3ed76395-0356-45ec-8d2f-b58b52dc3f51 req-6dfd3ba5-87ca-4eb3-92fe-5b4fec6b4637 service neutron] 10.222.0.30 "PUT /v2.0/ports/3c4d914c-bbe8-4f3b-9130-9c6756fc892a HTTP/1.1" status: 200  len: 1093 time: 1.7697299
May 06 00:42:12.844294 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '237343ba-d2ad-43de-b010-b72bf9b3fc81', 'tag': '3c4d914c-bbe8-4f3b-9130-9c6756fc892a'}] {{(pid=73832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 00:42:12.864680 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-f69e6196-687a-4343-ad7a-076504aed69c req-cf298703-3454-4bd1-b779-92dfb0abe05f service neutron] 10.222.0.30 "GET /v2.0/networks/8a76de60-8f51-46a7-82de-5e733a1b9171?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2629650
May 06 00:42:12.908212 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '237343ba-d2ad-43de-b010-b72bf9b3fc81', 'tag': '3c4d914c-bbe8-4f3b-9130-9c6756fc892a', 'status': 'completed', 'code': 200}
May 06 00:42:12.948134 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfd3ba5-87ca-4eb3-92fe-5b4fec6b4637 service neutron] Pushing event updated for resources: {'Port': ['ID=3c4d914c-bbe8-4f3b-9130-9c6756fc892a,revision_number=3']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:42:12.962594 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c280fa9-5ee4-4f40-bf5e-71495d860221 admin admin] Notify agent at l3_agent.dv-cinder-784623-8-iscsi the message routers_updated {{(pid=73831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 06 00:42:12.975201 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c23a6e-8b23-40bf-b4c1-de16c66f185e None None] Sync routers for ids ['da787a18-7e91-4dd6-ad92-ccfcbbda8c27'] in dv-cinder-784623-8-iscsi {{(pid=73833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 06 00:42:12.981602 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-3c280fa9-5ee4-4f40-bf5e-71495d860221 admin admin] 10.222.0.24 "PUT /v2.0/routers/da787a18-7e91-4dd6-ad92-ccfcbbda8c27/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3373764
May 06 00:42:12.981876 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 44734) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:42:12.997609 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c23a6e-8b23-40bf-b4c1-de16c66f185e None None] Routers {'da787a18-7e91-4dd6-ad92-ccfcbbda8c27'} bound to L3 agent in host dv-cinder-784623-8-iscsi {{(pid=73833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 00:42:12.998179 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_hamode_db [None req-38c23a6e-8b23-40bf-b4c1-de16c66f185e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9508d84f70>, 'dv-cinder-784623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-06T00:27:20Z,description=<?>,heartbeat_timestamp=2021-05-06T00:41:50Z,host='dv-cinder-784623-8-iscsi',id=3fa0790c-dd29-4495-aa07-f8a2ae482509,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T00:27:20Z,topic='l3_agent')) {'router_ids': ['da787a18-7e91-4dd6-ad92-ccfcbbda8c27'], 'active': True} {{(pid=73833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:42:13.004159 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-6dfd3ba5-87ca-4eb3-92fe-5b4fec6b4637 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:42:13.012040 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee56dca-5d82-4d55-a35d-f8ecf4bd2bd2 req-52b71a5d-4de6-4701-b7ce-429f72697fba tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:42:13.012815 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [req-bee56dca-5d82-4d55-a35d-f8ecf4bd2bd2 req-52b71a5d-4de6-4701-b7ce-429f72697fba tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Synchronizing usage tracker for tenant:24c0c0411f574f8f960e5150472df75e on resource:port {{(pid=73832) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 00:42:13.076685 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [req-bee56dca-5d82-4d55-a35d-f8ecf4bd2bd2 req-52b71a5d-4de6-4701-b7ce-429f72697fba tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Unset dirty status for tenant:24c0c0411f574f8f960e5150472df75e on resource:port {{(pid=73832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 00:42:13.077865 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-bee56dca-5d82-4d55-a35d-f8ecf4bd2bd2 req-52b71a5d-4de6-4701-b7ce-429f72697fba tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/ports?device_id=237343ba-d2ad-43de-b010-b72bf9b3fc81 HTTP/1.1" status: 200  len: 943 time: 0.4752073
May 06 00:42:13.123459 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-f69e6196-687a-4343-ad7a-076504aed69c req-c6791d48-7bc3-4410-b01a-bdfb06ba7a4e service neutron] 10.222.0.30 "GET /v2.0/networks/8a76de60-8f51-46a7-82de-5e733a1b9171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2489631
May 06 00:42:13.147121 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed76395-0356-45ec-8d2f-b58b52dc3f51 req-ff680427-706b-442b-9314-4c7cc534fab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:42:13.148599 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-3ed76395-0356-45ec-8d2f-b58b52dc3f51 req-ff680427-706b-442b-9314-4c7cc534fab8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=24c0c0411f574f8f960e5150472df75e&device_id=237343ba-d2ad-43de-b010-b72bf9b3fc81 HTTP/1.1" status: 200  len: 1096 time: 0.2522280
May 06 00:42:13.156871 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-bee56dca-5d82-4d55-a35d-f8ecf4bd2bd2 req-b2b02c75-d874-4f26-9a9b-fd3627c37dea tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/security-groups?id=079ebf81-42ef-4ee7-ac10-dfe00866b3f7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0630832
May 06 00:42:13.174741 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:13.192199 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-488549ca-c7c2-4fa0-916f-d8e977e0e4bc admin admin] Notify callbacks [] for router, before_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:13.226169 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-3ed76395-0356-45ec-8d2f-b58b52dc3f51 req-ae634923-e495-4020-8fea-53628818f40f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3c4d914c-bbe8-4f3b-9130-9c6756fc892a HTTP/1.1" status: 200  len: 217 time: 0.0686188
May 06 00:42:13.228585 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_dvr_db [None req-38c23a6e-8b23-40bf-b4c1-de16c66f185e None None] Set router da787a18-7e91-4dd6-ad92-ccfcbbda8c27 gateway port host: dv-cinder-784623-8-iscsi {{(pid=73833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 00:42:13.289202 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed76395-0356-45ec-8d2f-b58b52dc3f51 req-504b4086-019d-4b9c-9fa5-2701ca627cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:42:13.290888 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-3ed76395-0356-45ec-8d2f-b58b52dc3f51 req-504b4086-019d-4b9c-9fa5-2701ca627cab service neutron] 10.222.0.30 "GET /v2.0/subnets?id=abd7dd6a-5cfe-4ac3-a1f5-824fa1d29c3f HTTP/1.1" status: 200  len: 851 time: 0.0588326
May 06 00:42:13.370232 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed76395-0356-45ec-8d2f-b58b52dc3f51 req-21ce6ecf-f89c-4124-888e-6a0881d43d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:42:13.372388 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-3ed76395-0356-45ec-8d2f-b58b52dc3f51 req-21ce6ecf-f89c-4124-888e-6a0881d43d37 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b3eca023-a406-48df-a3db-ebd6b6f9c1bf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0756776
May 06 00:42:13.381457 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-488549ca-c7c2-4fa0-916f-d8e977e0e4bc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:13.457593 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.plugin [None req-488549ca-c7c2-4fa0-916f-d8e977e0e4bc admin admin] Deleting port 776b5ab0-4f4f-453b-8323-3ad702832470 {{(pid=73831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 06 00:42:13.457982 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-488549ca-c7c2-4fa0-916f-d8e977e0e4bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767381331357'] for port, before_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:13.508445 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-3ed76395-0356-45ec-8d2f-b58b52dc3f51 req-132d599e-6f78-4010-8962-d8a0b03c2b26 service neutron] 10.222.0.30 "GET /v2.0/networks/b3eca023-a406-48df-a3db-ebd6b6f9c1bf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1297326
May 06 00:42:13.575495 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_hamode_db [None req-38c23a6e-8b23-40bf-b4c1-de16c66f185e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9508d84f70>, [{'id': 'da787a18-7e91-4dd6-ad92-ccfcbbda8c27', 'name': 'tempest-AttachVolumeTestJSON-1254958437-router', 'tenant_id': 'c6c13c091dfc4aacbf264be74291da6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'external_fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '776b5ab0-4f4f-453b-8323-3ad702832470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:34:47Z', 'updated_at': '2021-05-06T00:42:11Z', 'revision_number': 5, 'project_id': 'c6c13c091dfc4aacbf264be74291da6e', 'gw_port': {'id': '776b5ab0-4f4f-453b-8323-3ad702832470', 'name': '', 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da787a18-7e91-4dd6-ad92-ccfcbbda8c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:34:49Z', 'updated_at': '2021-05-06T00:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-iscsi'}], 'dv-cinder-784623-8-iscsi', False) {} {{(pid=73833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:42:13.579729 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c23a6e-8b23-40bf-b4c1-de16c66f185e None None] Checking router: da787a18-7e91-4dd6-ad92-ccfcbbda8c27 for host: dv-cinder-784623-8-iscsi {{(pid=73833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 06 00:42:13.588669 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c23a6e-8b23-40bf-b4c1-de16c66f185e None None] Routers {'da787a18-7e91-4dd6-ad92-ccfcbbda8c27'} bound to L3 agent in host dv-cinder-784623-8-iscsi {{(pid=73833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 00:42:13.589349 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_hamode_db [None req-38c23a6e-8b23-40bf-b4c1-de16c66f185e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9508d84f70>, 'dv-cinder-784623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-06T00:27:20Z,description=<?>,heartbeat_timestamp=2021-05-06T00:41:50Z,host='dv-cinder-784623-8-iscsi',id=3fa0790c-dd29-4495-aa07-f8a2ae482509,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T00:27:20Z,topic='l3_agent')) {'router_ids': ['da787a18-7e91-4dd6-ad92-ccfcbbda8c27'], 'active': True} {{(pid=73833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:42:13.599191 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.db [None req-488549ca-c7c2-4fa0-916f-d8e977e0e4bc admin admin] For port 776b5ab0-4f4f-453b-8323-3ad702832470, host dv-cinder-784623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-iscsi',level=0,port_id=776b5ab0-4f4f-453b-8323-3ad702832470,segment=NetworkSegment(9e77dc6e-5839-4c5c-8941-3e48c898c98b),segment_id=9e77dc6e-5839-4c5c-8941-3e48c898c98b)] {{(pid=73831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:42:13.599542 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-488549ca-c7c2-4fa0-916f-d8e977e0e4bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404144'] for port, precommit_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:13.697799 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-3ed76395-0356-45ec-8d2f-b58b52dc3f51 req-2529abf5-7f07-4866-81d3-6cc39aafe3bd service neutron] 10.222.0.30 "GET /v2.0/networks/b3eca023-a406-48df-a3db-ebd6b6f9c1bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1824598
May 06 00:42:13.716909 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ac4273-102f-4813-b931-da3af45be20f req-50f65d0b-4662-4b9e-9903-94f14cfaf57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:42:13.719506 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-b6ac4273-102f-4813-b931-da3af45be20f req-50f65d0b-4662-4b9e-9903-94f14cfaf57a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3fc73c2b6dc24f04b0a10b2cba547cef&device_id=fdde4357-7534-4386-a91d-a9b70d1b0c82 HTTP/1.1" status: 200  len: 1099 time: 0.1320477
May 06 00:42:13.779539 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_dvr_db [None req-38c23a6e-8b23-40bf-b4c1-de16c66f185e None None] Set router da787a18-7e91-4dd6-ad92-ccfcbbda8c27 gateway port host: None {{(pid=73833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 00:42:13.865016 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.plugin [None req-488549ca-c7c2-4fa0-916f-d8e977e0e4bc admin admin] Calling delete_port for 776b5ab0-4f4f-453b-8323-3ad702832470 owned by network:router_gateway {{(pid=73831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 06 00:42:13.898275 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_hamode_db [None req-38c23a6e-8b23-40bf-b4c1-de16c66f185e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9508d84f70>, [{'id': 'da787a18-7e91-4dd6-ad92-ccfcbbda8c27', 'name': 'tempest-AttachVolumeTestJSON-1254958437-router', 'tenant_id': 'c6c13c091dfc4aacbf264be74291da6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:34:47Z', 'updated_at': '2021-05-06T00:42:13Z', 'revision_number': 6, 'project_id': 'c6c13c091dfc4aacbf264be74291da6e', 'gw_port_host': None}], 'dv-cinder-784623-8-iscsi', False) {} {{(pid=73833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:42:13.902545 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c23a6e-8b23-40bf-b4c1-de16c66f185e None None] The sync data for ids ['da787a18-7e91-4dd6-ad92-ccfcbbda8c27'] in dv-cinder-784623-8-iscsi is: [{'id': 'da787a18-7e91-4dd6-ad92-ccfcbbda8c27', 'name': 'tempest-AttachVolumeTestJSON-1254958437-router', 'tenant_id': 'c6c13c091dfc4aacbf264be74291da6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:34:47Z', 'updated_at': '2021-05-06T00:42:13Z', 'revision_number': 6, 'project_id': 'c6c13c091dfc4aacbf264be74291da6e', 'gw_port_host': None}] {{(pid=73833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 06 00:42:13.939393 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ac4273-102f-4813-b931-da3af45be20f req-8d160a74-affb-4b48-8048-cb9dbdd1d94a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:42:13.940995 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-b6ac4273-102f-4813-b931-da3af45be20f req-8d160a74-affb-4b48-8048-cb9dbdd1d94a service neutron] 10.222.0.30 "GET /v2.0/networks?id=8a76de60-8f51-46a7-82de-5e733a1b9171 HTTP/1.1" status: 200  len: 910 time: 0.2090650
May 06 00:42:13.979214 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38f0578-70bd-4721-a631-9531a3a7e61d req-de37b5c1-959c-4187-863b-0498c9f93a57 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:42:13.980729 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-f38f0578-70bd-4721-a631-9531a3a7e61d req-de37b5c1-959c-4187-863b-0498c9f93a57 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdde4357-7534-4386-a91d-a9b70d1b0c82 HTTP/1.1" status: 200  len: 946 time: 0.1227922
May 06 00:42:14.042396 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-f38f0578-70bd-4721-a631-9531a3a7e61d req-b1861e73-c335-4d4d-9429-e0e73a4c1300 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] 10.222.0.24 "GET /v2.0/security-groups?id=2cbfc576-e84d-4726-b156-8f3411b7787e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0542660
May 06 00:42:14.118600 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32558b02-3c0e-4d98-a4fa-a791da2419ad req-e7e8f251-0d5c-47fa-968d-0b1016f0aa83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:42:14.120012 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-32558b02-3c0e-4d98-a4fa-a791da2419ad req-e7e8f251-0d5c-47fa-968d-0b1016f0aa83 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=24c0c0411f574f8f960e5150472df75e&device_id=237343ba-d2ad-43de-b010-b72bf9b3fc81 HTTP/1.1" status: 200  len: 1096 time: 0.3492906
May 06 00:42:14.124207 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-488549ca-c7c2-4fa0-916f-d8e977e0e4bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767381335664', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767380898829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2942582'] for port, after_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:14.128845 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:42:14.172581 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488549ca-c7c2-4fa0-916f-d8e977e0e4bc admin admin] Pushing event deleted for resources: {'Port': ['ID=776b5ab0-4f4f-453b-8323-3ad702832470,revision_number=None']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:42:14.208042 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488549ca-c7c2-4fa0-916f-d8e977e0e4bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:42:14.208349 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488549ca-c7c2-4fa0-916f-d8e977e0e4bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:42:14.208726 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488549ca-c7c2-4fa0-916f-d8e977e0e4bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:42:14.209116 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488549ca-c7c2-4fa0-916f-d8e977e0e4bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:42:14.209483 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488549ca-c7c2-4fa0-916f-d8e977e0e4bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:42:14.209844 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488549ca-c7c2-4fa0-916f-d8e977e0e4bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:42:14.210220 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488549ca-c7c2-4fa0-916f-d8e977e0e4bc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:42:14.210559 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488549ca-c7c2-4fa0-916f-d8e977e0e4bc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:42:14.210916 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488549ca-c7c2-4fa0-916f-d8e977e0e4bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:42:14.211268 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488549ca-c7c2-4fa0-916f-d8e977e0e4bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:42:14.211619 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488549ca-c7c2-4fa0-916f-d8e977e0e4bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:42:14.211970 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488549ca-c7c2-4fa0-916f-d8e977e0e4bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:42:14.222960 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-488549ca-c7c2-4fa0-916f-d8e977e0e4bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:42:14.235145 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-b6ac4273-102f-4813-b931-da3af45be20f req-3eccb0ac-cf6b-4f02-bd91-6dfae3e991dc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e6c122fb-90d3-4f9f-a814-cb41c6e88deb HTTP/1.1" status: 200  len: 1001 time: 0.2853999
May 06 00:42:14.285519 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-488549ca-c7c2-4fa0-916f-d8e977e0e4bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407918'] for router_gateway, after_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:14.348726 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32558b02-3c0e-4d98-a4fa-a791da2419ad req-8f9bd85c-1562-4bd4-96a8-0a1d18e4b2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:42:14.350232 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-32558b02-3c0e-4d98-a4fa-a791da2419ad req-8f9bd85c-1562-4bd4-96a8-0a1d18e4b2f4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b3eca023-a406-48df-a3db-ebd6b6f9c1bf HTTP/1.1" status: 200  len: 913 time: 0.2239356
May 06 00:42:14.353922 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ac4273-102f-4813-b931-da3af45be20f req-4f102d79-cf3c-41cd-974f-aca7204b2fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:42:14.355885 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-b6ac4273-102f-4813-b931-da3af45be20f req-4f102d79-cf3c-41cd-974f-aca7204b2fd4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1144644b-a385-46b3-a0c3-f4eac028f2d2 HTTP/1.1" status: 200  len: 848 time: 0.1108768
May 06 00:42:14.371990 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Device 535ed0f5-73ce-4425-8485-3e36642b1ffb no longer exists at agent ovs-agent-dv-cinder-784623-8-iscsi {{(pid=73833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 06 00:42:14.407253 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.plugin [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] No Port match for: 535ed0f5-73ce-4425-8485-3e36642b1ffb {{(pid=73833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 06 00:42:14.407609 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Device 535ed0f5-73ce-4425-8485-3e36642b1ffb not bound to the agent host dv-cinder-784623-8-iscsi {{(pid=73833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 06 00:42:14.462783 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-32558b02-3c0e-4d98-a4fa-a791da2419ad req-0bd48b08-8e30-4ca4-b738-d874a67b080d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3c4d914c-bbe8-4f3b-9130-9c6756fc892a HTTP/1.1" status: 200  len: 217 time: 0.1007767
May 06 00:42:14.472211 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-488549ca-c7c2-4fa0-916f-d8e977e0e4bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-433714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3422'] for router, precommit_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:14.474959 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-488549ca-c7c2-4fa0-916f-d8e977e0e4bc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:14.496947 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-488549ca-c7c2-4fa0-916f-d8e977e0e4bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451452'] for router, after_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:14.497446 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-488549ca-c7c2-4fa0-916f-d8e977e0e4bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router da787a18-7e91-4dd6-ad92-ccfcbbda8c27 {{(pid=73831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 06 00:42:14.509276 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-488549ca-c7c2-4fa0-916f-d8e977e0e4bc admin admin] Notify callbacks [] for router, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:14.510379 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-488549ca-c7c2-4fa0-916f-d8e977e0e4bc admin admin] 10.222.0.24 "DELETE /v2.0/routers/da787a18-7e91-4dd6-ad92-ccfcbbda8c27 HTTP/1.1" status: 204  len: 168 time: 1.5275950
May 06 00:42:14.513065 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 44742) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:42:14.570883 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.db_base_plugin_v2 [None req-4454de3f-2be8-4b34-9c8f-13b912d9ce59 admin admin] Deleting subnet 693ca583-83b8-4934-b0a4-9f6d64f7b0b2 {{(pid=73831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 06 00:42:14.573818 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-4454de3f-2be8-4b34-9c8f-13b912d9ce59 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:14.583943 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32558b02-3c0e-4d98-a4fa-a791da2419ad req-f3c34a04-1ed2-468b-bd39-e8a37d62708a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:42:14.585407 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-32558b02-3c0e-4d98-a4fa-a791da2419ad req-f3c34a04-1ed2-468b-bd39-e8a37d62708a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=abd7dd6a-5cfe-4ac3-a1f5-824fa1d29c3f HTTP/1.1" status: 200  len: 851 time: 0.0875576
May 06 00:42:14.624613 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-4454de3f-2be8-4b34-9c8f-13b912d9ce59 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2930050'] for subnet, precommit_delete_associations {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:14.649278 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ac4273-102f-4813-b931-da3af45be20f req-501b9a99-e483-4642-9ec1-ab16016a4f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:42:14.650739 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-b6ac4273-102f-4813-b931-da3af45be20f req-501b9a99-e483-4642-9ec1-ab16016a4f08 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8a76de60-8f51-46a7-82de-5e733a1b9171&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2343023
May 06 00:42:14.690921 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b147e9ca-bbcc-4304-b687-4b9544e1d7d9 req-33a4f24a-3d96-41b4-a635-b76a8b152a4c tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:42:14.692715 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-b147e9ca-bbcc-4304-b687-4b9544e1d7d9 req-33a4f24a-3d96-41b4-a635-b76a8b152a4c tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/ports?device_id=237343ba-d2ad-43de-b010-b72bf9b3fc81 HTTP/1.1" status: 200  len: 943 time: 0.2747769
May 06 00:42:14.705620 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-4454de3f-2be8-4b34-9c8f-13b912d9ce59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736327'] for subnet, precommit_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:14.831230 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-b147e9ca-bbcc-4304-b687-4b9544e1d7d9 req-6245318f-20af-429c-9851-7b0b1a2c711f tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/security-groups?id=079ebf81-42ef-4ee7-ac10-dfe00866b3f7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0870562
May 06 00:42:14.835612 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32558b02-3c0e-4d98-a4fa-a791da2419ad req-f4d25b76-e177-46c4-9e9d-eb0030b464e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:42:14.837064 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-32558b02-3c0e-4d98-a4fa-a791da2419ad req-f4d25b76-e177-46c4-9e9d-eb0030b464e9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b3eca023-a406-48df-a3db-ebd6b6f9c1bf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2428112
May 06 00:42:14.930539 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-b6ac4273-102f-4813-b931-da3af45be20f req-eb3e3f30-a4ac-42a8-b556-57403f1897a4 service neutron] 10.222.0.30 "GET /v2.0/networks/8a76de60-8f51-46a7-82de-5e733a1b9171?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2705576
May 06 00:42:14.962136 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-4454de3f-2be8-4b34-9c8f-13b912d9ce59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2942501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3145219'] for subnet, after_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:14.965929 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:42:15.002076 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4454de3f-2be8-4b34-9c8f-13b912d9ce59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=693ca583-83b8-4934-b0a4-9f6d64f7b0b2,revision_number=None']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:42:15.004027 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-4454de3f-2be8-4b34-9c8f-13b912d9ce59 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:15.009261 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-4454de3f-2be8-4b34-9c8f-13b912d9ce59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:42:15.013328 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-4454de3f-2be8-4b34-9c8f-13b912d9ce59 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/693ca583-83b8-4934-b0a4-9f6d64f7b0b2 HTTP/1.1" status: 204  len: 168 time: 0.4993057
May 06 00:42:15.013970 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 44746) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:42:15.015324 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68fe810a-85ee-48e4-85b6-c8f876d32b81 None None] Network 1ea45e29-439e-495a-941c-7f5912677888 requested from dv-cinder-784623-8-iscsi {{(pid=73833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 06 00:42:15.085213 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-32558b02-3c0e-4d98-a4fa-a791da2419ad req-c020809e-87f9-457d-8ecd-f078fb53bf80 service neutron] 10.222.0.30 "GET /v2.0/networks/b3eca023-a406-48df-a3db-ebd6b6f9c1bf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2351880
May 06 00:42:15.138677 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-b6ac4273-102f-4813-b931-da3af45be20f req-b0899e20-f0cc-4da2-ab10-c82872608905 service neutron] 10.222.0.30 "GET /v2.0/networks/8a76de60-8f51-46a7-82de-5e733a1b9171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2010567
May 06 00:42:15.163112 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-7f34f9cb-0e9d-4322-90e5-77069e9f4143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608327'] for network, before_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:15.248435 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-32558b02-3c0e-4d98-a4fa-a791da2419ad req-5c325cf1-5c9f-4d99-bb6c-66f8ebb33122 service neutron] 10.222.0.30 "GET /v2.0/networks/b3eca023-a406-48df-a3db-ebd6b6f9c1bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1463714
May 06 00:42:15.305346 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.plugin [None req-7f34f9cb-0e9d-4322-90e5-77069e9f4143 admin admin] Deleting port 6d62dc50-407c-478a-894f-18f81efc9a01 {{(pid=73831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 06 00:42:15.305674 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-7f34f9cb-0e9d-4322-90e5-77069e9f4143 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767381331357'] for port, before_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:15.337497 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56163cf3-5e22-42bc-a49d-1ae785f172d8 None None] DHCP port deletion for 1ea45e29-439e-495a-941c-7f5912677888 request from dv-cinder-784623-8-iscsi {{(pid=73833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
May 06 00:42:15.407496 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.plugin [None req-56163cf3-5e22-42bc-a49d-1ae785f172d8 None None] Deleting port 6d62dc50-407c-478a-894f-18f81efc9a01 {{(pid=73833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 06 00:42:15.408195 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-56163cf3-5e22-42bc-a49d-1ae785f172d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767381331357'] for port, before_delete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:15.493929 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c7e25e-f10f-4ae0-be9e-4be60c571ca0 req-d92b971d-73a5-40d8-99c3-23651cb02f57 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:42:15.495375 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-01c7e25e-f10f-4ae0-be9e-4be60c571ca0 req-d92b971d-73a5-40d8-99c3-23651cb02f57 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdde4357-7534-4386-a91d-a9b70d1b0c82 HTTP/1.1" status: 200  len: 946 time: 0.2873623
May 06 00:42:15.508329 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-56163cf3-5e22-42bc-a49d-1ae785f172d8 None None] For port 6d62dc50-407c-478a-894f-18f81efc9a01, host dv-cinder-784623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-iscsi',level=0,port_id=6d62dc50-407c-478a-894f-18f81efc9a01,segment=NetworkSegment(890a22a0-98ca-414c-a9a6-981937a77b2c),segment_id=890a22a0-98ca-414c-a9a6-981937a77b2c)] {{(pid=73833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:42:15.508729 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-56163cf3-5e22-42bc-a49d-1ae785f172d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404144'] for port, precommit_delete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:15.535077 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.db [None req-7f34f9cb-0e9d-4322-90e5-77069e9f4143 admin admin] For port 6d62dc50-407c-478a-894f-18f81efc9a01, host dv-cinder-784623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-iscsi',level=0,port_id=6d62dc50-407c-478a-894f-18f81efc9a01,segment=NetworkSegment(890a22a0-98ca-414c-a9a6-981937a77b2c),segment_id=890a22a0-98ca-414c-a9a6-981937a77b2c)] {{(pid=73831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:42:15.535424 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-7f34f9cb-0e9d-4322-90e5-77069e9f4143 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404144'] for port, precommit_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:15.628865 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.plugin [None req-56163cf3-5e22-42bc-a49d-1ae785f172d8 None None] Calling delete_port for 6d62dc50-407c-478a-894f-18f81efc9a01 owned by network:dhcp {{(pid=73833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 06 00:42:15.669718 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.plugin [None req-7f34f9cb-0e9d-4322-90e5-77069e9f4143 admin admin] Calling delete_port for 6d62dc50-407c-478a-894f-18f81efc9a01 owned by network:dhcp {{(pid=73831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 06 00:42:15.675141 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-56163cf3-5e22-42bc-a49d-1ae785f172d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767381335664', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767380898829'] for port, after_delete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:15.677859 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-01c7e25e-f10f-4ae0-be9e-4be60c571ca0 req-22765d49-dd13-4379-8ac3-c71d8a83c233 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] 10.222.0.24 "GET /v2.0/security-groups?id=2cbfc576-e84d-4726-b156-8f3411b7787e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1748776
May 06 00:42:15.679917 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:42:15.725313 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56163cf3-5e22-42bc-a49d-1ae785f172d8 None None] Pushing event deleted for resources: {'Port': ['ID=6d62dc50-407c-478a-894f-18f81efc9a01,revision_number=None']} {{(pid=73833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:42:15.727677 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-56163cf3-5e22-42bc-a49d-1ae785f172d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:42:15.731971 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56163cf3-5e22-42bc-a49d-1ae785f172d8 None None] No DVR routers for this DVR port 6d62dc50-407c-478a-894f-18f81efc9a01 on host dv-cinder-784623-8-iscsi {{(pid=73833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 06 00:42:15.733550 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-7f34f9cb-0e9d-4322-90e5-77069e9f4143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767381335664', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767380898829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2942582'] for port, after_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:15.740815 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-e874231b-f9b1-4881-a3b6-e8e19d6c6cee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:42:15.784888 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f34f9cb-0e9d-4322-90e5-77069e9f4143 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d62dc50-407c-478a-894f-18f81efc9a01,revision_number=None']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:42:15.786667 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f34f9cb-0e9d-4322-90e5-77069e9f4143 admin admin] No DVR routers for this DVR port 6d62dc50-407c-478a-894f-18f81efc9a01 on host dv-cinder-784623-8-iscsi {{(pid=73831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 06 00:42:15.788105 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-7f34f9cb-0e9d-4322-90e5-77069e9f4143 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:42:15.900594 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-7f34f9cb-0e9d-4322-90e5-77069e9f4143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733884', 'neutron.services.segments.db._delete_segments_for_network-8767381342109'] for network, precommit_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:15.913663 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.services.segments.db [None req-7f34f9cb-0e9d-4322-90e5-77069e9f4143 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f950826a100>,) {'filters': {'network_id': ['1ea45e29-439e-495a-941c-7f5912677888']}} {{(pid=73831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:42:15.925974 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.services.segments.db [None req-7f34f9cb-0e9d-4322-90e5-77069e9f4143 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f950826a100>, '890a22a0-98ca-414c-a9a6-981937a77b2c') {'for_net_delete': True} {{(pid=73831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:42:15.926203 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.services.segments.db [None req-7f34f9cb-0e9d-4322-90e5-77069e9f4143 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f950826a100>, '890a22a0-98ca-414c-a9a6-981937a77b2c') {} {{(pid=73831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:42:15.937999 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-7f34f9cb-0e9d-4322-90e5-77069e9f4143 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767381354599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2930077'] for segment, before_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:15.954418 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-7f34f9cb-0e9d-4322-90e5-77069e9f4143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730493'] for segment, precommit_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:15.960373 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f34f9cb-0e9d-4322-90e5-77069e9f4143 admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=73831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 06 00:42:15.960781 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-7f34f9cb-0e9d-4322-90e5-77069e9f4143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-730484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2942531'] for segment, after_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:15.974903 dv-cinder-784623-8-iscsi neutron-server[73831]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 06 00:42:15.974903 dv-cinder-784623-8-iscsi neutron-server[73831]:   util.warn(
May 06 00:42:15.974903 dv-cinder-784623-8-iscsi neutron-server[73831]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 06 00:42:15.974903 dv-cinder-784623-8-iscsi neutron-server[73831]:   util.warn(
May 06 00:42:15.974903 dv-cinder-784623-8-iscsi neutron-server[73831]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 06 00:42:15.974903 dv-cinder-784623-8-iscsi neutron-server[73831]:   util.warn(
May 06 00:42:15.974903 dv-cinder-784623-8-iscsi neutron-server[73831]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 06 00:42:15.974903 dv-cinder-784623-8-iscsi neutron-server[73831]:   util.warn(
May 06 00:42:15.974903 dv-cinder-784623-8-iscsi neutron-server[73831]: Traceback (most recent call last):
May 06 00:42:15.974903 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 06 00:42:15.974903 dv-cinder-784623-8-iscsi neutron-server[73831]:     timer()
May 06 00:42:15.974903 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 06 00:42:15.974903 dv-cinder-784623-8-iscsi neutron-server[73831]:     cb(*args, **kw)
May 06 00:42:15.974903 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 06 00:42:15.974903 dv-cinder-784623-8-iscsi neutron-server[73831]:     return func(*args, **kwargs)
May 06 00:42:15.974903 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 06 00:42:15.974903 dv-cinder-784623-8-iscsi neutron-server[73831]:     self._notify()
May 06 00:42:15.974903 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 06 00:42:15.974903 dv-cinder-784623-8-iscsi neutron-server[73831]:     self.callback(batched_events)
May 06 00:42:15.974903 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 06 00:42:15.974903 dv-cinder-784623-8-iscsi neutron-server[73831]:     event.method(event)
May 06 00:42:15.974903 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 06 00:42:15.974903 dv-cinder-784623-8-iscsi neutron-server[73831]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 06 00:42:15.974903 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 06 00:42:15.974903 dv-cinder-784623-8-iscsi neutron-server[73831]:     aggregate_uuid = self.p_client.list_aggregates(
May 06 00:42:15.974903 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 06 00:42:15.974903 dv-cinder-784623-8-iscsi neutron-server[73831]:     return f(self, *a, **k)
May 06 00:42:15.974903 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 06 00:42:15.974903 dv-cinder-784623-8-iscsi neutron-server[73831]:     return self._get(url).json()
May 06 00:42:15.974903 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 06 00:42:15.974903 dv-cinder-784623-8-iscsi neutron-server[73831]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 06 00:42:15.974903 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 06 00:42:15.974903 dv-cinder-784623-8-iscsi neutron-server[73831]:     return self.request(url, 'GET', **kwargs)
May 06 00:42:15.974903 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 06 00:42:15.974903 dv-cinder-784623-8-iscsi neutron-server[73831]:     base_url = self.get_endpoint(auth, allow=allow,
May 06 00:42:15.974903 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 06 00:42:15.974903 dv-cinder-784623-8-iscsi neutron-server[73831]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 06 00:42:15.974903 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 06 00:42:15.974903 dv-cinder-784623-8-iscsi neutron-server[73831]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 06 00:42:15.974903 dv-cinder-784623-8-iscsi neutron-server[73831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 06 00:42:16.029979 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e994be-059a-48b8-8260-612ee204785b req-f67cd197-6e5c-4bc1-964d-82f549d46d92 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:42:16.030820 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-69e994be-059a-48b8-8260-612ee204785b req-f67cd197-6e5c-4bc1-964d-82f549d46d92 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/ports?device_id=237343ba-d2ad-43de-b010-b72bf9b3fc81 HTTP/1.1" status: 200  len: 943 time: 0.0905440
May 06 00:42:16.033459 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Device 776b5ab0-4f4f-453b-8323-3ad702832470 no longer exists at agent ovs-agent-dv-cinder-784623-8-iscsi {{(pid=73833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 06 00:42:16.060532 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-7f34f9cb-0e9d-4322-90e5-77069e9f4143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407932'] for network, after_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:16.067032 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-7f34f9cb-0e9d-4322-90e5-77069e9f4143 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535980'] for network, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:16.067222 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.plugin [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] No Port match for: 776b5ab0-4f4f-453b-8323-3ad702832470 {{(pid=73833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 06 00:42:16.067381 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Device 776b5ab0-4f4f-453b-8323-3ad702832470 not bound to the agent host dv-cinder-784623-8-iscsi {{(pid=73833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 06 00:42:16.067975 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Device 6d62dc50-407c-478a-894f-18f81efc9a01 no longer exists at agent ovs-agent-dv-cinder-784623-8-iscsi {{(pid=73833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 06 00:42:16.070818 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-e70c5966-dd83-42d3-a6a3-692c40c1abd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:42:16.079790 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-69e994be-059a-48b8-8260-612ee204785b req-32a46c74-bb9c-4ec3-8a96-7187eca1e2fd tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/security-groups?id=079ebf81-42ef-4ee7-ac10-dfe00866b3f7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427401
May 06 00:42:16.096887 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f34f9cb-0e9d-4322-90e5-77069e9f4143 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ea45e29-439e-495a-941c-7f5912677888,revision_number=None']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:42:16.101033 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.plugin [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] No Port match for: 6d62dc50-407c-478a-894f-18f81efc9a01 {{(pid=73833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 06 00:42:16.101390 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Device 6d62dc50-407c-478a-894f-18f81efc9a01 not bound to the agent host dv-cinder-784623-8-iscsi {{(pid=73833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 06 00:42:16.104370 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-7f34f9cb-0e9d-4322-90e5-77069e9f4143 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:42:16.110789 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-7f34f9cb-0e9d-4322-90e5-77069e9f4143 admin admin] 10.222.0.24 "DELETE /v2.0/networks/1ea45e29-439e-495a-941c-7f5912677888 HTTP/1.1" status: 204  len: 168 time: 1.0947063
May 06 00:42:16.227916 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 44756) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:42:16.277516 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-038bc366-1fa7-4501-afb7-2694e83b26bb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c6c13c091dfc4aacbf264be74291da6e&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0480413
May 06 00:42:16.279588 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 44760) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:42:16.341140 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-1eb6a564-6c47-4ff5-889b-efe5096dbca3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:16.366377 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-1eb6a564-6c47-4ff5-889b-efe5096dbca3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:16.415783 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-1eb6a564-6c47-4ff5-889b-efe5096dbca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:16.421115 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-3fca298c-6655-4c37-91a5-3c6480d3f7e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:42:16.435039 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb6a564-6c47-4ff5-889b-efe5096dbca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6061f7c3-65c7-42db-839d-43cc138d2333,revision_number=None']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:42:16.437348 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-1eb6a564-6c47-4ff5-889b-efe5096dbca3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:42:16.444715 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-1eb6a564-6c47-4ff5-889b-efe5096dbca3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:16.445855 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-1eb6a564-6c47-4ff5-889b-efe5096dbca3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6061f7c3-65c7-42db-839d-43cc138d2333 HTTP/1.1" status: 204  len: 168 time: 0.1653922
May 06 00:42:16.782387 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-cb0e40ee-e808-4b6e-bf41-d47531b107a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:16.881372 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a14b6d-3a0c-4c9d-ad8c-faeefcac63cd req-8e1a3c6d-016f-44f9-943f-1503145c91f1 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:42:16.882846 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-65a14b6d-3a0c-4c9d-ad8c-faeefcac63cd req-8e1a3c6d-016f-44f9-943f-1503145c91f1 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdde4357-7534-4386-a91d-a9b70d1b0c82 HTTP/1.1" status: 200  len: 946 time: 0.0815034
May 06 00:42:16.929683 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-65a14b6d-3a0c-4c9d-ad8c-faeefcac63cd req-8d4a9628-5ba3-4d6f-9523-9ee5aa4335f4 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] 10.222.0.24 "GET /v2.0/security-groups?id=2cbfc576-e84d-4726-b156-8f3411b7787e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406063
May 06 00:42:17.274796 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50fc453-b676-448e-89bd-d1eee06ffd9f req-82d3162f-6641-45a6-a5d0-bf6086c8d7d7 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:42:17.276269 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-f50fc453-b676-448e-89bd-d1eee06ffd9f req-82d3162f-6641-45a6-a5d0-bf6086c8d7d7 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/ports?device_id=237343ba-d2ad-43de-b010-b72bf9b3fc81 HTTP/1.1" status: 200  len: 943 time: 0.0811331
May 06 00:42:17.321035 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-f50fc453-b676-448e-89bd-d1eee06ffd9f req-55c5bea8-62c5-45fd-84cf-64b7f6a3899e tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/security-groups?id=079ebf81-42ef-4ee7-ac10-dfe00866b3f7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389175
May 06 00:42:18.113642 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8087cd-761e-4dc8-868d-1576a9d74e52 req-aaca4a1d-968a-453a-abaf-9c90ba7b1a8b tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:42:18.115096 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-cc8087cd-761e-4dc8-868d-1576a9d74e52 req-aaca4a1d-968a-453a-abaf-9c90ba7b1a8b tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdde4357-7534-4386-a91d-a9b70d1b0c82 HTTP/1.1" status: 200  len: 946 time: 0.0821514
May 06 00:42:18.160696 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-cc8087cd-761e-4dc8-868d-1576a9d74e52 req-1adbe163-fc22-4cca-b04a-b5828959bdfc tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] 10.222.0.24 "GET /v2.0/security-groups?id=2cbfc576-e84d-4726-b156-8f3411b7787e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399671
May 06 00:42:18.474797 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-26595586-5966-45bc-a8e7-96bfdfb09afe req-ab41f7e7-b89a-49ae-bb1b-1acc04735e8f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fdde4357-7534-4386-a91d-a9b70d1b0c82&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1065288
May 06 00:42:18.513875 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aaad7e-4b70-455d-88a2-47a16d884215 req-861b9c99-e559-4861-92d0-16eeed79f6c5 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:42:18.515379 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-a2aaad7e-4b70-455d-88a2-47a16d884215 req-861b9c99-e559-4861-92d0-16eeed79f6c5 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdde4357-7534-4386-a91d-a9b70d1b0c82 HTTP/1.1" status: 200  len: 946 time: 0.0884500
May 06 00:42:18.525189 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83382edb-8443-4bc3-b223-43e751f14234 req-c920424d-9614-4bbe-ad39-94a829f591e4 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:42:18.526626 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-83382edb-8443-4bc3-b223-43e751f14234 req-c920424d-9614-4bbe-ad39-94a829f591e4 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/ports?device_id=237343ba-d2ad-43de-b010-b72bf9b3fc81 HTTP/1.1" status: 200  len: 943 time: 0.0908573
May 06 00:42:18.561308 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-a2aaad7e-4b70-455d-88a2-47a16d884215 req-ba8ec956-ba7a-4196-811f-e140aa9c0e55 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] 10.222.0.24 "GET /v2.0/security-groups?id=2cbfc576-e84d-4726-b156-8f3411b7787e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402949
May 06 00:42:18.688122 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-83382edb-8443-4bc3-b223-43e751f14234 req-14fde110-c305-4785-9ff0-0cb8c23bb683 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/security-groups?id=079ebf81-42ef-4ee7-ac10-dfe00866b3f7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1551366
May 06 00:42:19.273185 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:19.574312 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-b8170702-bd04-421e-ad06-366c88d57bfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:19.750391 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a85fbc3-0568-4366-bc60-d45c22a5dd18 req-8a02d9a0-f98b-4c60-98e5-c04f444d737e tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:42:19.751862 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-8a85fbc3-0568-4366-bc60-d45c22a5dd18 req-8a02d9a0-f98b-4c60-98e5-c04f444d737e tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdde4357-7534-4386-a91d-a9b70d1b0c82 HTTP/1.1" status: 200  len: 946 time: 0.0822475
May 06 00:42:19.802605 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-8a85fbc3-0568-4366-bc60-d45c22a5dd18 req-132127bf-8aec-470e-ae75-70592bcdb7fc tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] 10.222.0.24 "GET /v2.0/security-groups?id=2cbfc576-e84d-4726-b156-8f3411b7787e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447063
May 06 00:42:19.895931 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2720ffe1-8e5b-42bd-bd0d-f65ad1444fe0 req-6207b646-ec7a-4870-8a00-839132b7073a tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:42:19.897497 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-2720ffe1-8e5b-42bd-bd0d-f65ad1444fe0 req-6207b646-ec7a-4870-8a00-839132b7073a tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/ports?device_id=237343ba-d2ad-43de-b010-b72bf9b3fc81 HTTP/1.1" status: 200  len: 943 time: 0.0812802
May 06 00:42:19.943319 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-2720ffe1-8e5b-42bd-bd0d-f65ad1444fe0 req-94b24d4c-f122-4f78-98c7-32410190c823 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/security-groups?id=079ebf81-42ef-4ee7-ac10-dfe00866b3f7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389328
May 06 00:42:20.279347 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26595586-5966-45bc-a8e7-96bfdfb09afe req-1b4f2419-1033-446d-81e1-67d6fd16c1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:42:20.280803 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-26595586-5966-45bc-a8e7-96bfdfb09afe req-1b4f2419-1033-446d-81e1-67d6fd16c1c0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=fdde4357-7534-4386-a91d-a9b70d1b0c82&tenant_id=3fc73c2b6dc24f04b0a10b2cba547cef HTTP/1.1" status: 200  len: 1099 time: 0.0732701
May 06 00:42:20.356545 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Device 3c4d914c-bbe8-4f3b-9130-9c6756fc892a details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=73833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 06 00:42:20.363217 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Device e6c122fb-90d3-4f9f-a814-cb41c6e88deb no longer exists at agent hyperv_hv-cinder-78462 {{(pid=73833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 06 00:42:20.372076 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26595586-5966-45bc-a8e7-96bfdfb09afe req-c8fb8702-e426-4a00-aea8-49f10f8c6d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:42:20.373567 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-26595586-5966-45bc-a8e7-96bfdfb09afe req-c8fb8702-e426-4a00-aea8-49f10f8c6d84 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3fc73c2b6dc24f04b0a10b2cba547cef&device_id=fdde4357-7534-4386-a91d-a9b70d1b0c82 HTTP/1.1" status: 200  len: 1099 time: 0.0726955
May 06 00:42:20.460216 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-90084741-9b8f-423c-9f16-72d74cd0e02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:20.516980 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26595586-5966-45bc-a8e7-96bfdfb09afe req-1e3a7e25-142a-487e-9b88-691195295292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:42:20.518755 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-26595586-5966-45bc-a8e7-96bfdfb09afe req-1e3a7e25-142a-487e-9b88-691195295292 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8a76de60-8f51-46a7-82de-5e733a1b9171 HTTP/1.1" status: 200  len: 910 time: 0.1393845
May 06 00:42:20.634190 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-26595586-5966-45bc-a8e7-96bfdfb09afe req-86fd3dc6-63ed-4b42-86da-36c44b0d0b0e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e6c122fb-90d3-4f9f-a814-cb41c6e88deb HTTP/1.1" status: 200  len: 1001 time: 0.1090672
May 06 00:42:20.661257 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:20.680419 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] For port 3c4d914c-bbe8-4f3b-9130-9c6756fc892a, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=3c4d914c-bbe8-4f3b-9130-9c6756fc892a,segment=NetworkSegment(ab5e7b5f-3e6f-45f7-9818-f391c8735e2a),segment_id=ab5e7b5f-3e6f-45f7-9818-f391c8735e2a)] {{(pid=73833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:42:20.702142 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Returning: {'device': '3c4d914c-bbe8-4f3b-9130-9c6756fc892a', 'network_id': 'b3eca023-a406-48df-a3db-ebd6b6f9c1bf', 'port_id': '3c4d914c-bbe8-4f3b-9130-9c6756fc892a', 'mac_address': 'fa:16:3e:39:32:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abd7dd6a-5cfe-4ac3-a1f5-824fa1d29c3f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 06 00:42:20.708845 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdde4357-7534-4386-a91d-a9b70d1b0c82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6c122fb-90d3-4f9f-a814-cb41c6e88deb'}] {{(pid=73833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 00:42:20.709323 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26595586-5966-45bc-a8e7-96bfdfb09afe req-e081bcb8-e6f4-4dfb-a4e9-1342f484a63c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:42:20.711150 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-26595586-5966-45bc-a8e7-96bfdfb09afe req-e081bcb8-e6f4-4dfb-a4e9-1342f484a63c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1144644b-a385-46b3-a0c3-f4eac028f2d2 HTTP/1.1" status: 200  len: 848 time: 0.0714405
May 06 00:42:20.766645 dv-cinder-784623-8-iscsi neutron-server[73833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdde4357-7534-4386-a91d-a9b70d1b0c82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6c122fb-90d3-4f9f-a814-cb41c6e88deb', 'code': 200}
May 06 00:42:20.768082 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] For port e6c122fb-90d3-4f9f-a814-cb41c6e88deb, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=e6c122fb-90d3-4f9f-a814-cb41c6e88deb,segment=NetworkSegment(ad3796ff-8d99-4772-b33c-212fa30eb7b6),segment_id=ad3796ff-8d99-4772-b33c-212fa30eb7b6)] {{(pid=73833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:42:20.776079 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:20.781241 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:42:20.809266 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26595586-5966-45bc-a8e7-96bfdfb09afe req-65956a2b-e872-4fc7-93b1-6b091b939645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:42:20.809857 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:20.810725 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-26595586-5966-45bc-a8e7-96bfdfb09afe req-65956a2b-e872-4fc7-93b1-6b091b939645 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8a76de60-8f51-46a7-82de-5e733a1b9171&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0927324
May 06 00:42:20.841510 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.notifiers.nova [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c4d914c-bbe8-4f3b-9130-9c6756fc892a {{(pid=73833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 06 00:42:20.873308 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] For port 3c4d914c-bbe8-4f3b-9130-9c6756fc892a, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=3c4d914c-bbe8-4f3b-9130-9c6756fc892a,segment=NetworkSegment(ab5e7b5f-3e6f-45f7-9818-f391c8735e2a),segment_id=ab5e7b5f-3e6f-45f7-9818-f391c8735e2a)] {{(pid=73833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:42:20.878718 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Pushing event updated for resources: {'Port': ['ID=e6c122fb-90d3-4f9f-a814-cb41c6e88deb,revision_number=6']} {{(pid=73833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:42:20.887762 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:42:20.888598 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:20.890609 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:42:20.968700 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Pushing event updated for resources: {'Port': ['ID=3c4d914c-bbe8-4f3b-9130-9c6756fc892a,revision_number=4']} {{(pid=73833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:42:20.972812 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:42:21.014016 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-26595586-5966-45bc-a8e7-96bfdfb09afe req-97651ecb-8a87-4215-8550-bbf3ce3fd9d8 service neutron] 10.222.0.30 "GET /v2.0/networks/8a76de60-8f51-46a7-82de-5e733a1b9171?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1965475
May 06 00:42:21.098881 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] get_ports_and_sgs() called for port_ids ['3c4d914c-bbe8-4f3b-9130-9c6756fc892a'] {{(pid=73833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 06 00:42:21.161893 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44c8b81-131a-46de-b8d8-9df7822df278 req-f9e51d54-b0e5-4c89-9991-9e4c2bbefe57 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:42:21.164066 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-c44c8b81-131a-46de-b8d8-9df7822df278 req-f9e51d54-b0e5-4c89-9991-9e4c2bbefe57 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/ports?device_id=237343ba-d2ad-43de-b010-b72bf9b3fc81 HTTP/1.1" status: 200  len: 944 time: 0.0995748
May 06 00:42:21.203126 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2530a5c-fe40-4eee-88b0-ce56550265e8 req-f71b5b5f-8608-4eb3-838a-f72f41d3578d tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:42:21.210220 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-b2530a5c-fe40-4eee-88b0-ce56550265e8 req-f71b5b5f-8608-4eb3-838a-f72f41d3578d tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdde4357-7534-4386-a91d-a9b70d1b0c82 HTTP/1.1" status: 200  len: 944 time: 0.2654901
May 06 00:42:21.215319 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-c44c8b81-131a-46de-b8d8-9df7822df278 req-b9f8aaaa-0bea-4dfa-bcfc-5f807f714b4e tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/security-groups?id=079ebf81-42ef-4ee7-ac10-dfe00866b3f7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447211
May 06 00:42:21.238376 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-26595586-5966-45bc-a8e7-96bfdfb09afe req-3d8a03d3-70f1-40cd-be62-ec848d815f26 service neutron] 10.222.0.30 "GET /v2.0/networks/8a76de60-8f51-46a7-82de-5e733a1b9171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2176659
May 06 00:42:21.266898 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-b2530a5c-fe40-4eee-88b0-ce56550265e8 req-08ccecfa-3216-4a4b-a2dd-a5d0597522a8 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] 10.222.0.24 "GET /v2.0/security-groups?id=2cbfc576-e84d-4726-b156-8f3411b7787e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0555224
May 06 00:42:21.928944 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-06e5bd5a-9e4a-4653-864f-becf711c9df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:22.363289 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Device 3c4d914c-bbe8-4f3b-9130-9c6756fc892a up at agent hyperv_hv-cinder-78462 {{(pid=73833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 00:42:22.403724 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f17596-d2a3-46fa-a3ed-4c13ccfbe6c5 req-9752d12d-697c-477f-b960-275648808dd6 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:42:22.405218 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-d6f17596-d2a3-46fa-a3ed-4c13ccfbe6c5 req-9752d12d-697c-477f-b960-275648808dd6 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/ports?device_id=237343ba-d2ad-43de-b010-b72bf9b3fc81 HTTP/1.1" status: 200  len: 944 time: 0.0842278
May 06 00:42:22.434652 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Provisioning for port 3c4d914c-bbe8-4f3b-9130-9c6756fc892a completed by entity L2. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 00:42:22.440114 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Provisioning complete for port 3c4d914c-bbe8-4f3b-9130-9c6756fc892a triggered by entity L2. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 00:42:22.440688 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723253'] for port, provisioning_complete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:22.451327 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-d6f17596-d2a3-46fa-a3ed-4c13ccfbe6c5 req-a03ec8f1-fcee-4173-8b1d-76dfdd9944f3 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/security-groups?id=079ebf81-42ef-4ee7-ac10-dfe00866b3f7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402784
May 06 00:42:22.507179 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97fbcd3-dabc-4932-a5c7-d4114f24dca4 req-7baf0ff3-c130-4cd3-bc00-e31869226245 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:42:22.508657 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-d97fbcd3-dabc-4932-a5c7-d4114f24dca4 req-7baf0ff3-c130-4cd3-bc00-e31869226245 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdde4357-7534-4386-a91d-a9b70d1b0c82 HTTP/1.1" status: 200  len: 944 time: 0.0912197
May 06 00:42:22.557652 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-d97fbcd3-dabc-4932-a5c7-d4114f24dca4 req-61b46bd1-f084-402a-bfe4-12034fe2733e tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] 10.222.0.24 "GET /v2.0/security-groups?id=2cbfc576-e84d-4726-b156-8f3411b7787e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422213
May 06 00:42:22.563582 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:22.597750 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] For port 3c4d914c-bbe8-4f3b-9130-9c6756fc892a, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=3c4d914c-bbe8-4f3b-9130-9c6756fc892a,segment=NetworkSegment(ab5e7b5f-3e6f-45f7-9818-f391c8735e2a),segment_id=ab5e7b5f-3e6f-45f7-9818-f391c8735e2a)] {{(pid=73833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:42:22.601813 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:22.603641 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:42:22.672650 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Pushing event updated for resources: {'Port': ['ID=3c4d914c-bbe8-4f3b-9130-9c6756fc892a,revision_number=5']} {{(pid=73833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:42:22.675731 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:42:22.767699 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '237343ba-d2ad-43de-b010-b72bf9b3fc81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c4d914c-bbe8-4f3b-9130-9c6756fc892a'}] {{(pid=73833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 00:42:22.811543 dv-cinder-784623-8-iscsi neutron-server[73833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '237343ba-d2ad-43de-b010-b72bf9b3fc81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c4d914c-bbe8-4f3b-9130-9c6756fc892a', 'code': 200}
May 06 00:42:23.097268 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e71c669-2405-415f-9a00-25b4be47f5f3 req-8a9cd259-7371-44d1-9a7c-4cb937b1827f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:42:23.098709 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-6e71c669-2405-415f-9a00-25b4be47f5f3 req-8a9cd259-7371-44d1-9a7c-4cb937b1827f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=237343ba-d2ad-43de-b010-b72bf9b3fc81 HTTP/1.1" status: 200  len: 1098 time: 0.0741696
May 06 00:42:23.139514 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-6e71c669-2405-415f-9a00-25b4be47f5f3 req-4f6db3c7-abaa-4208-a487-706d2e35f89b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=079ebf81-42ef-4ee7-ac10-dfe00866b3f7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0338254
May 06 00:42:23.639854 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea86b58-81ec-49ea-be35-5470ee3746a8 req-07a68d1f-fa04-4ec1-a947-00065e039672 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:42:23.641332 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-8ea86b58-81ec-49ea-be35-5470ee3746a8 req-07a68d1f-fa04-4ec1-a947-00065e039672 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/ports?device_id=237343ba-d2ad-43de-b010-b72bf9b3fc81 HTTP/1.1" status: 200  len: 945 time: 0.0831547
May 06 00:42:23.687893 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-8ea86b58-81ec-49ea-be35-5470ee3746a8 req-ecd07314-a3cc-4334-8640-65704178a778 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/security-groups?id=079ebf81-42ef-4ee7-ac10-dfe00866b3f7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407343
May 06 00:42:23.747004 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c7fd93-d03d-4446-8d5a-ffc1f733de47 req-0b08b6a8-9e0f-4862-87db-41eacdce4bce tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:42:23.748445 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-86c7fd93-d03d-4446-8d5a-ffc1f733de47 req-0b08b6a8-9e0f-4862-87db-41eacdce4bce tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdde4357-7534-4386-a91d-a9b70d1b0c82 HTTP/1.1" status: 200  len: 944 time: 0.0816340
May 06 00:42:23.793058 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-86c7fd93-d03d-4446-8d5a-ffc1f733de47 req-8b50162f-16b6-48ff-a0a9-de57a8bbaf41 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] 10.222.0.24 "GET /v2.0/security-groups?id=2cbfc576-e84d-4726-b156-8f3411b7787e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0381446
May 06 00:42:24.877907 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09ad304-0d35-4a54-a2c3-04c94b90cf13 req-ac123425-3837-495a-95d6-7a4235bff476 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:42:24.879360 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-c09ad304-0d35-4a54-a2c3-04c94b90cf13 req-ac123425-3837-495a-95d6-7a4235bff476 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/ports?device_id=237343ba-d2ad-43de-b010-b72bf9b3fc81 HTTP/1.1" status: 200  len: 945 time: 0.0830777
May 06 00:42:24.924181 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-c09ad304-0d35-4a54-a2c3-04c94b90cf13 req-22561194-9338-4ca3-b6ad-2e54807c3f26 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/security-groups?id=079ebf81-42ef-4ee7-ac10-dfe00866b3f7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388887
May 06 00:42:24.981735 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc925aa-0242-4321-bf78-322600a05bb8 req-0b0e4be8-15e9-49cf-96d5-b279b83527d2 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:42:24.983106 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-9dc925aa-0242-4321-bf78-322600a05bb8 req-0b0e4be8-15e9-49cf-96d5-b279b83527d2 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdde4357-7534-4386-a91d-a9b70d1b0c82 HTTP/1.1" status: 200  len: 944 time: 0.0865459
May 06 00:42:25.026260 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-9dc925aa-0242-4321-bf78-322600a05bb8 req-e531ae37-7471-4ad3-ab70-17c71ec8be63 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] 10.222.0.24 "GET /v2.0/security-groups?id=2cbfc576-e84d-4726-b156-8f3411b7787e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0374901
May 06 00:42:25.108378 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e14650-3bc8-4689-9dd8-713ae3e5e17b req-e97f9b70-308b-4264-ab33-d9f2a25949bc tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:42:25.109844 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-d8e14650-3bc8-4689-9dd8-713ae3e5e17b req-e97f9b70-308b-4264-ab33-d9f2a25949bc tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/ports?device_id=237343ba-d2ad-43de-b010-b72bf9b3fc81 HTTP/1.1" status: 200  len: 945 time: 0.0803158
May 06 00:42:25.152818 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-d8e14650-3bc8-4689-9dd8-713ae3e5e17b req-b8ef925b-475b-4828-be32-8901b3433347 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/security-groups?id=079ebf81-42ef-4ee7-ac10-dfe00866b3f7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0371914
May 06 00:42:25.175797 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 44910) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:42:25.337636 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60287a9-7e31-432f-9fa2-84bcd570d62d tempest-TestVolumeBootPattern-1984864906 tempest-TestVolumeBootPattern-1984864906-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:42:25.338263 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-e60287a9-7e31-432f-9fa2-84bcd570d62d tempest-TestVolumeBootPattern-1984864906 tempest-TestVolumeBootPattern-1984864906-project-admin] Synchronizing usage tracker for tenant:297eee93b96840e88b8d43444cfdffce on resource:port {{(pid=73831) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 00:42:25.354442 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-e60287a9-7e31-432f-9fa2-84bcd570d62d tempest-TestVolumeBootPattern-1984864906 tempest-TestVolumeBootPattern-1984864906-project-admin] Unset dirty status for tenant:297eee93b96840e88b8d43444cfdffce on resource:port {{(pid=73831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 00:42:25.356406 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-e60287a9-7e31-432f-9fa2-84bcd570d62d tempest-TestVolumeBootPattern-1984864906 tempest-TestVolumeBootPattern-1984864906-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=237343ba-d2ad-43de-b010-b72bf9b3fc81 HTTP/1.1" status: 200  len: 1093 time: 0.1796324
May 06 00:42:25.359173 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 44914) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:42:25.364705 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.v2.base [None req-adbae02d-cdeb-4192-8a8a-e10dc656dc14 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Request body: {'floatingip': {'floating_network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'port_id': '3c4d914c-bbe8-4f3b-9130-9c6756fc892a', 'tenant_id': '24c0c0411f574f8f960e5150472df75e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=73831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:42:25.371043 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-adbae02d-cdeb-4192-8a8a-e10dc656dc14 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:42:25.374809 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-adbae02d-cdeb-4192-8a8a-e10dc656dc14 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Usage tracker for resource:floatingip and tenant:24c0c0411f574f8f960e5150472df75e is out of sync, need to count used quota {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:42:25.377612 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-adbae02d-cdeb-4192-8a8a-e10dc656dc14 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:42:25.383240 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-adbae02d-cdeb-4192-8a8a-e10dc656dc14 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:42:25.393407 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-adbae02d-cdeb-4192-8a8a-e10dc656dc14 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Notify callbacks [] for floatingip, before_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:25.527712 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-adbae02d-cdeb-4192-8a8a-e10dc656dc14 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:25.660397 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.db_base_plugin_common [None req-adbae02d-cdeb-4192-8a8a-e10dc656dc14 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Allocated IP 172.27.3.245 (86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4/5f976aaf-f539-4cba-9109-d63a57e1b399/c7f04c58-84a9-43ba-bf30-8e723e218a68) {{(pid=73831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 06 00:42:25.818072 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-adbae02d-cdeb-4192-8a8a-e10dc656dc14 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Notify callbacks [] for port, precommit_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:25.849734 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-adbae02d-cdeb-4192-8a8a-e10dc656dc14 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767380898820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2942582'] for port, after_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:25.854651 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-818fdc0f-a037-4a28-a708-2e33c4ce913f tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:42:25.910266 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adbae02d-cdeb-4192-8a8a-e10dc656dc14 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Network 86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4 is already hosted by enough agents. {{(pid=73831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 00:42:25.913018 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.scheduler.base_scheduler [None req-adbae02d-cdeb-4192-8a8a-e10dc656dc14 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Resources bound (agent type, host, resource id):  {{(pid=73831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 00:42:25.915778 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbae02d-cdeb-4192-8a8a-e10dc656dc14 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Received port after_create {{(pid=73831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 06 00:42:25.962939 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbae02d-cdeb-4192-8a8a-e10dc656dc14 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Pushing event updated for resources: {'Port': ['ID=c7f04c58-84a9-43ba-bf30-8e723e218a68,revision_number=1']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:42:25.966029 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-adbae02d-cdeb-4192-8a8a-e10dc656dc14 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:42:26.214983 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e5d42b-c846-4584-9505-f98076b0443a req-48d48eaf-c4b3-4e64-abe5-9b0c6eebbfe6 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:42:26.216365 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-c0e5d42b-c846-4584-9505-f98076b0443a req-48d48eaf-c4b3-4e64-abe5-9b0c6eebbfe6 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdde4357-7534-4386-a91d-a9b70d1b0c82 HTTP/1.1" status: 200  len: 944 time: 0.0823474
May 06 00:42:26.261356 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-c0e5d42b-c846-4584-9505-f98076b0443a req-798b7a8e-6816-4284-8574-d171c471384b tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] 10.222.0.24 "GET /v2.0/security-groups?id=2cbfc576-e84d-4726-b156-8f3411b7787e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388227
May 06 00:42:26.333879 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-adbae02d-cdeb-4192-8a8a-e10dc656dc14 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:26.410824 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-adbae02d-cdeb-4192-8a8a-e10dc656dc14 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:26.610835 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-adbae02d-cdeb-4192-8a8a-e10dc656dc14 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Notify callbacks [] for port, precommit_update {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:26.615330 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-adbae02d-cdeb-4192-8a8a-e10dc656dc14 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2942575'] for port, after_update {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:26.619764 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-61e041d1-150c-4288-aa0f-784214bd7528 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:42:26.720913 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbae02d-cdeb-4192-8a8a-e10dc656dc14 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Pushing event updated for resources: {'Port': ['ID=c7f04c58-84a9-43ba-bf30-8e723e218a68,revision_number=2']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:42:26.724823 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-adbae02d-cdeb-4192-8a8a-e10dc656dc14 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:42:26.737165 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-adbae02d-cdeb-4192-8a8a-e10dc656dc14 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407923'] for floatingip, after_update {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:27.011939 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.db.l3_db [None req-adbae02d-cdeb-4192-8a8a-e10dc656dc14 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Floating IP d898174f-59d3-4416-8d4c-4cbde8c5cf18 associated. External IP: 172.27.3.245, port: 3c4d914c-bbe8-4f3b-9130-9c6756fc892a.
May 06 00:42:27.195971 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 44932) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:42:27.374678 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-661e168b-3353-4451-b866-23b58766f078 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:27.395812 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-661e168b-3353-4451-b866-23b58766f078 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:42:27.404936 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-661e168b-3353-4451-b866-23b58766f078 admin admin] Usage tracker for resource:security_group_rule and tenant:49063cc915ce44dcae6229f3d6359222 is out of sync, need to count used quota {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:42:27.408148 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-661e168b-3353-4451-b866-23b58766f078 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:42:27.416417 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-661e168b-3353-4451-b866-23b58766f078 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:42:27.425877 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adbae02d-cdeb-4192-8a8a-e10dc656dc14 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Router 41a6e37e-02c6-4008-8826-bde16799ef0c has already been hosted by L3 agent 3fa0790c-dd29-4495-aa07-f8a2ae482509 {{(pid=73831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 06 00:42:27.450122 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d3a4fb-8818-474e-a078-f15b8b38918c req-2e68cc4d-ce63-4f1c-b47c-b2644c49d7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:42:27.451524 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-a9d3a4fb-8818-474e-a078-f15b8b38918c req-2e68cc4d-ce63-4f1c-b47c-b2644c49d7c9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=fdde4357-7534-4386-a91d-a9b70d1b0c82 HTTP/1.1" status: 200  len: 1097 time: 0.1133525
May 06 00:42:27.510415 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-a9d3a4fb-8818-474e-a078-f15b8b38918c req-89aab365-cee1-4650-86a9-867b25a172d1 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2cbfc576-e84d-4726-b156-8f3411b7787e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0522192
May 06 00:42:27.550340 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-661e168b-3353-4451-b866-23b58766f078 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:27.554637 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-661e168b-3353-4451-b866-23b58766f078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:27.563408 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-0e920cba-c1b3-444f-9579-0cfebc099253 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:42:27.611515 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017073a3-616e-406a-a19b-9411b118e9d7 req-8d8f26ab-9e77-4132-96c6-1dcd217a176d tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:42:27.613097 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-017073a3-616e-406a-a19b-9411b118e9d7 req-8d8f26ab-9e77-4132-96c6-1dcd217a176d tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdde4357-7534-4386-a91d-a9b70d1b0c82 HTTP/1.1" status: 200  len: 944 time: 0.2353899
May 06 00:42:27.671772 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adbae02d-cdeb-4192-8a8a-e10dc656dc14 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Notify agent at l3_agent.dv-cinder-784623-8-iscsi the message routers_updated {{(pid=73831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 06 00:42:27.684468 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c30a60-e131-4906-b34f-641ef0ee1734 None None] Sync routers for ids ['41a6e37e-02c6-4008-8826-bde16799ef0c'] in dv-cinder-784623-8-iscsi {{(pid=73834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 06 00:42:27.689189 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-017073a3-616e-406a-a19b-9411b118e9d7 req-68a2045b-9355-4cf4-a9ef-405488d6a1a9 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] 10.222.0.24 "GET /v2.0/security-groups?id=2cbfc576-e84d-4726-b156-8f3411b7787e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0689042
May 06 00:42:27.702084 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c30a60-e131-4906-b34f-641ef0ee1734 None None] Routers {'41a6e37e-02c6-4008-8826-bde16799ef0c'} bound to L3 agent in host dv-cinder-784623-8-iscsi {{(pid=73834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 00:42:27.702828 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_hamode_db [None req-80c30a60-e131-4906-b34f-641ef0ee1734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f950913fee0>, 'dv-cinder-784623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-06T00:27:20Z,description=<?>,heartbeat_timestamp=2021-05-06T00:42:20Z,host='dv-cinder-784623-8-iscsi',id=3fa0790c-dd29-4495-aa07-f8a2ae482509,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T00:27:20Z,topic='l3_agent')) {'router_ids': ['41a6e37e-02c6-4008-8826-bde16799ef0c'], 'active': True} {{(pid=73834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:42:27.703446 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-661e168b-3353-4451-b866-23b58766f078 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=49063cc915ce44dcae6229f3d6359222&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5063355
May 06 00:42:27.705237 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e168b-3353-4451-b866-23b58766f078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38d14aed-de06-4f39-a032-bf821e68b6a3,revision_number=1']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:42:27.706041 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 44940) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:42:27.709114 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-661e168b-3353-4451-b866-23b58766f078 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:42:27.709374 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-adbae02d-cdeb-4192-8a8a-e10dc656dc14 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43737'] for floatingip, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:27.812294 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-adbae02d-cdeb-4192-8a8a-e10dc656dc14 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.4520915
May 06 00:42:27.814278 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '237343ba-d2ad-43de-b010-b72bf9b3fc81', 'tag': '3c4d914c-bbe8-4f3b-9130-9c6756fc892a'}] {{(pid=73831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 00:42:27.835664 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-8fe79e81-90b5-4689-a75f-4c1fee6ac154 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:27.865040 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-8fe79e81-90b5-4689-a75f-4c1fee6ac154 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:27.872829 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '237343ba-d2ad-43de-b010-b72bf9b3fc81', 'tag': '3c4d914c-bbe8-4f3b-9130-9c6756fc892a', 'status': 'completed', 'code': 200}
May 06 00:42:27.889210 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_dvr_db [None req-80c30a60-e131-4906-b34f-641ef0ee1734 None None] Set router 41a6e37e-02c6-4008-8826-bde16799ef0c gateway port host: dv-cinder-784623-8-iscsi {{(pid=73834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 00:42:27.919245 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-8fe79e81-90b5-4689-a75f-4c1fee6ac154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:27.924096 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-74bbd03c-9558-4976-b55d-179b6ac3fba8 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:42:27.936726 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe79e81-90b5-4689-a75f-4c1fee6ac154 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38d14aed-de06-4f39-a032-bf821e68b6a3,revision_number=None']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:42:27.940217 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-8fe79e81-90b5-4689-a75f-4c1fee6ac154 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:42:27.941865 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-8fe79e81-90b5-4689-a75f-4c1fee6ac154 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:27.945330 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-8fe79e81-90b5-4689-a75f-4c1fee6ac154 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/38d14aed-de06-4f39-a032-bf821e68b6a3 HTTP/1.1" status: 204  len: 168 time: 0.2357068
May 06 00:42:27.974666 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b403102-b8ce-4357-8a98-11a9f2423946 req-a90f0b83-83fc-407a-aed2-188ac7f97d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:42:27.976124 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-0b403102-b8ce-4357-8a98-11a9f2423946 req-a90f0b83-83fc-407a-aed2-188ac7f97d3a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=24c0c0411f574f8f960e5150472df75e&device_id=237343ba-d2ad-43de-b010-b72bf9b3fc81 HTTP/1.1" status: 200  len: 1098 time: 0.0874918
May 06 00:42:28.110562 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b403102-b8ce-4357-8a98-11a9f2423946 req-02592da5-7d40-4949-9368-39eb6e22b6df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:42:28.112001 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-0b403102-b8ce-4357-8a98-11a9f2423946 req-02592da5-7d40-4949-9368-39eb6e22b6df service neutron] 10.222.0.30 "GET /v2.0/networks?id=b3eca023-a406-48df-a3db-ebd6b6f9c1bf HTTP/1.1" status: 200  len: 913 time: 0.1285622
May 06 00:42:28.227010 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-0b403102-b8ce-4357-8a98-11a9f2423946 req-1a534db8-4128-4393-b3e1-cddc24544f14 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3c4d914c-bbe8-4f3b-9130-9c6756fc892a HTTP/1.1" status: 200  len: 999 time: 0.1084740
May 06 00:42:28.286587 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_hamode_db [None req-80c30a60-e131-4906-b34f-641ef0ee1734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f950913fee0>, [{'id': '41a6e37e-02c6-4008-8826-bde16799ef0c', 'name': 'tempest-TestVolumeBootPattern-1167851366-router', 'tenant_id': '24c0c0411f574f8f960e5150472df75e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'external_fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'f4c3c0aa-d0a0-4fa1-a400-ccbb23f85508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:37:53Z', 'updated_at': '2021-05-06T00:38:00Z', 'revision_number': 4, 'project_id': '24c0c0411f574f8f960e5150472df75e', 'gw_port': {'id': 'f4c3c0aa-d0a0-4fa1-a400-ccbb23f85508', 'name': '', 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:28:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a6e37e-02c6-4008-8826-bde16799ef0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:37:55Z', 'updated_at': '2021-05-06T00:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-iscsi', '_floatingips': [{'id': 'd898174f-59d3-4416-8d4c-4cbde8c5cf18', 'tenant_id': '24c0c0411f574f8f960e5150472df75e', 'floating_ip_address': '172.27.3.245', 'floating_network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'router_id': '41a6e37e-02c6-4008-8826-bde16799ef0c', 'port_id': '3c4d914c-bbe8-4f3b-9130-9c6756fc892a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3eca023-a406-48df-a3db-ebd6b6f9c1bf', 'mac_address': 'fa:16:3e:39:32:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237343ba-d2ad-43de-b010-b72bf9b3fc81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T00:42:26Z', 'updated_at': '2021-05-06T00:42:26Z', 'revision_number': 0, 'project_id': '24c0c0411f574f8f960e5150472df75e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64e79fd4-fc6f-4aca-8b86-d7ad2bbd4f44', 'name': '', 'network_id': 'b3eca023-a406-48df-a3db-ebd6b6f9c1bf', 'tenant_id': '24c0c0411f574f8f960e5150472df75e', 'mac_address': 'fa:16:3e:fd:86:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a6e37e-02c6-4008-8826-bde16799ef0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'abd7dd6a-5cfe-4ac3-a1f5-824fa1d29c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:37:59Z', 'updated_at': '2021-05-06T00:38:09Z', 'revision_number': 5, 'project_id': '24c0c0411f574f8f960e5150472df75e', 'subnets': [{'id': 'abd7dd6a-5cfe-4ac3-a1f5-824fa1d29c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-8-iscsi', False) {} {{(pid=73834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:42:28.294655 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c30a60-e131-4906-b34f-641ef0ee1734 None None] Checking router: 41a6e37e-02c6-4008-8826-bde16799ef0c for host: dv-cinder-784623-8-iscsi {{(pid=73834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 06 00:42:28.309262 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c30a60-e131-4906-b34f-641ef0ee1734 None None] Routers {'41a6e37e-02c6-4008-8826-bde16799ef0c'} bound to L3 agent in host dv-cinder-784623-8-iscsi {{(pid=73834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 00:42:28.310137 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_hamode_db [None req-80c30a60-e131-4906-b34f-641ef0ee1734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f950913fee0>, 'dv-cinder-784623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-06T00:27:20Z,description=<?>,heartbeat_timestamp=2021-05-06T00:42:20Z,host='dv-cinder-784623-8-iscsi',id=3fa0790c-dd29-4495-aa07-f8a2ae482509,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T00:27:20Z,topic='l3_agent')) {'router_ids': ['41a6e37e-02c6-4008-8826-bde16799ef0c'], 'active': True} {{(pid=73834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:42:28.319139 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b403102-b8ce-4357-8a98-11a9f2423946 req-826edfea-1024-4112-8439-c7d5996393c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:42:28.319139 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-0b403102-b8ce-4357-8a98-11a9f2423946 req-826edfea-1024-4112-8439-c7d5996393c6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=abd7dd6a-5cfe-4ac3-a1f5-824fa1d29c3f HTTP/1.1" status: 200  len: 851 time: 0.0838223
May 06 00:42:28.403399 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b403102-b8ce-4357-8a98-11a9f2423946 req-4acb7439-79ee-4ebc-9d71-089eab8d7487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:42:28.404094 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Device e6c122fb-90d3-4f9f-a814-cb41c6e88deb details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=73833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 06 00:42:28.406409 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-0b403102-b8ce-4357-8a98-11a9f2423946 req-4acb7439-79ee-4ebc-9d71-089eab8d7487 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b3eca023-a406-48df-a3db-ebd6b6f9c1bf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0795507
May 06 00:42:28.543332 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_dvr_db [None req-80c30a60-e131-4906-b34f-641ef0ee1734 None None] Set router 41a6e37e-02c6-4008-8826-bde16799ef0c gateway port host: dv-cinder-784623-8-iscsi {{(pid=73834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 00:42:28.559107 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] For port e6c122fb-90d3-4f9f-a814-cb41c6e88deb, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=e6c122fb-90d3-4f9f-a814-cb41c6e88deb,segment=NetworkSegment(ad3796ff-8d99-4772-b33c-212fa30eb7b6),segment_id=ad3796ff-8d99-4772-b33c-212fa30eb7b6)] {{(pid=73833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:42:28.573396 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Returning: {'device': 'e6c122fb-90d3-4f9f-a814-cb41c6e88deb', 'network_id': '8a76de60-8f51-46a7-82de-5e733a1b9171', 'port_id': 'e6c122fb-90d3-4f9f-a814-cb41c6e88deb', 'mac_address': 'fa:16:3e:a6:b6:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1144644b-a385-46b3-a0c3-f4eac028f2d2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 06 00:42:28.578342 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-0b403102-b8ce-4357-8a98-11a9f2423946 req-fc52db0e-e023-477b-9468-8ef0153c6d8e service neutron] 10.222.0.30 "GET /v2.0/networks/b3eca023-a406-48df-a3db-ebd6b6f9c1bf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1645410
May 06 00:42:28.636763 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:28.657560 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.notifiers.nova [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6c122fb-90d3-4f9f-a814-cb41c6e88deb {{(pid=73833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 06 00:42:28.694478 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] For port e6c122fb-90d3-4f9f-a814-cb41c6e88deb, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=e6c122fb-90d3-4f9f-a814-cb41c6e88deb,segment=NetworkSegment(ad3796ff-8d99-4772-b33c-212fa30eb7b6),segment_id=ad3796ff-8d99-4772-b33c-212fa30eb7b6)] {{(pid=73833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:42:28.699335 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:28.704655 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:42:28.731204 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-0b403102-b8ce-4357-8a98-11a9f2423946 req-24241fc9-2686-4591-9ceb-dbe892476d56 service neutron] 10.222.0.30 "GET /v2.0/networks/b3eca023-a406-48df-a3db-ebd6b6f9c1bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1359324
May 06 00:42:28.802166 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Pushing event updated for resources: {'Port': ['ID=e6c122fb-90d3-4f9f-a814-cb41c6e88deb,revision_number=7']} {{(pid=73833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:42:28.812155 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:42:28.812769 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:42:28.813478 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:42:28.813993 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:42:28.814483 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:42:28.815402 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:42:28.815899 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:42:28.816534 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:42:28.817050 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:42:28.817868 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:42:28.818413 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:42:28.818907 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:42:28.824361 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:42:28.927380 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cacc62-9877-42d9-a5c7-42c67f655d86 req-ac12356c-9873-4174-8c35-6b9f79249fa3 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:42:28.928933 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-58cacc62-9877-42d9-a5c7-42c67f655d86 req-ac12356c-9873-4174-8c35-6b9f79249fa3 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdde4357-7534-4386-a91d-a9b70d1b0c82 HTTP/1.1" status: 200  len: 945 time: 0.0885153
May 06 00:42:28.938516 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] get_ports_and_sgs() called for port_ids ['e6c122fb-90d3-4f9f-a814-cb41c6e88deb'] {{(pid=73833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 06 00:42:28.982028 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-58cacc62-9877-42d9-a5c7-42c67f655d86 req-452932c8-16ef-45e5-addb-011ee768f8ee tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] 10.222.0.24 "GET /v2.0/security-groups?id=2cbfc576-e84d-4726-b156-8f3411b7787e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0459950
May 06 00:42:29.029212 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_hamode_db [None req-80c30a60-e131-4906-b34f-641ef0ee1734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f950913fee0>, [{'id': '41a6e37e-02c6-4008-8826-bde16799ef0c', 'name': 'tempest-TestVolumeBootPattern-1167851366-router', 'tenant_id': '24c0c0411f574f8f960e5150472df75e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'external_fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'f4c3c0aa-d0a0-4fa1-a400-ccbb23f85508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:37:53Z', 'updated_at': '2021-05-06T00:38:00Z', 'revision_number': 4, 'project_id': '24c0c0411f574f8f960e5150472df75e', 'gw_port': {'id': 'f4c3c0aa-d0a0-4fa1-a400-ccbb23f85508', 'name': '', 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:28:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a6e37e-02c6-4008-8826-bde16799ef0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:37:55Z', 'updated_at': '2021-05-06T00:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-iscsi', '_floatingips': [{'id': 'd898174f-59d3-4416-8d4c-4cbde8c5cf18', 'tenant_id': '24c0c0411f574f8f960e5150472df75e', 'floating_ip_address': '172.27.3.245', 'floating_network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'router_id': '41a6e37e-02c6-4008-8826-bde16799ef0c', 'port_id': '3c4d914c-bbe8-4f3b-9130-9c6756fc892a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3eca023-a406-48df-a3db-ebd6b6f9c1bf', 'mac_address': 'fa:16:3e:39:32:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237343ba-d2ad-43de-b010-b72bf9b3fc81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T00:42:26Z', 'updated_at': '2021-05-06T00:42:26Z', 'revision_number': 0, 'project_id': '24c0c0411f574f8f960e5150472df75e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64e79fd4-fc6f-4aca-8b86-d7ad2bbd4f44', 'name': '', 'network_id': 'b3eca023-a406-48df-a3db-ebd6b6f9c1bf', 'tenant_id': '24c0c0411f574f8f960e5150472df75e', 'mac_address': 'fa:16:3e:fd:86:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a6e37e-02c6-4008-8826-bde16799ef0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'abd7dd6a-5cfe-4ac3-a1f5-824fa1d29c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:37:59Z', 'updated_at': '2021-05-06T00:38:09Z', 'revision_number': 5, 'project_id': '24c0c0411f574f8f960e5150472df75e', 'subnets': [{'id': 'abd7dd6a-5cfe-4ac3-a1f5-824fa1d29c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-8-iscsi', False) {} {{(pid=73834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:42:29.033219 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c30a60-e131-4906-b34f-641ef0ee1734 None None] The sync data for ids ['41a6e37e-02c6-4008-8826-bde16799ef0c'] in dv-cinder-784623-8-iscsi is: [{'id': '41a6e37e-02c6-4008-8826-bde16799ef0c', 'name': 'tempest-TestVolumeBootPattern-1167851366-router', 'tenant_id': '24c0c0411f574f8f960e5150472df75e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'external_fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'f4c3c0aa-d0a0-4fa1-a400-ccbb23f85508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:37:53Z', 'updated_at': '2021-05-06T00:38:00Z', 'revision_number': 4, 'project_id': '24c0c0411f574f8f960e5150472df75e', 'gw_port': {'id': 'f4c3c0aa-d0a0-4fa1-a400-ccbb23f85508', 'name': '', 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:28:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a6e37e-02c6-4008-8826-bde16799ef0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:37:55Z', 'updated_at': '2021-05-06T00:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-iscsi', '_floatingips': [{'id': 'd898174f-59d3-4416-8d4c-4cbde8c5cf18', 'tenant_id': '24c0c0411f574f8f960e5150472df75e', 'floating_ip_address': '172.27.3.245', 'floating_network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'router_id': '41a6e37e-02c6-4008-8826-bde16799ef0c', 'port_id': '3c4d914c-bbe8-4f3b-9130-9c6756fc892a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3eca023-a406-48df-a3db-ebd6b6f9c1bf', 'mac_address': 'fa:16:3e:39:32:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237343ba-d2ad-43de-b010-b72bf9b3fc81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T00:42:26Z', 'updated_at': '2021-05-06T00:42:26Z', 'revision_number': 0, 'project_id': '24c0c0411f574f8f960e5150472df75e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64e79fd4-fc6f-4aca-8b86-d7ad2bbd4f44', 'name': '', 'network_id': 'b3eca023-a406-48df-a3db-ebd6b6f9c1bf', 'tenant_id': '24c0c0411f574f8f960e5150472df75e', 'mac_address': 'fa:16:3e:fd:86:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a6e37e-02c6-4008-8826-bde16799ef0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'abd7dd6a-5cfe-4ac3-a1f5-824fa1d29c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:37:59Z', 'updated_at': '2021-05-06T00:38:09Z', 'revision_number': 5, 'project_id': '24c0c0411f574f8f960e5150472df75e', 'subnets': [{'id': 'abd7dd6a-5cfe-4ac3-a1f5-824fa1d29c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 06 00:42:29.185046 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 44980) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:42:29.270608 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf94a9b-674f-48e5-8418-2adbdb3642a7 None None] New status for floating IP d898174f-59d3-4416-8d4c-4cbde8c5cf18: ACTIVE {{(pid=73833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 06 00:42:29.322137 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-6aa558ce-1394-497f-96a1-4e634bac371c admin admin] Notify callbacks [] for security_group, before_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:29.336450 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-6aa558ce-1394-497f-96a1-4e634bac371c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:42:29.340359 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-6aa558ce-1394-497f-96a1-4e634bac371c admin admin] Usage tracker for resource:security_group_rule and tenant:0358d9a474734384af2f25a5a4488169 is out of sync, need to count used quota {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:42:29.343199 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-6aa558ce-1394-497f-96a1-4e634bac371c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:42:29.349140 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-6aa558ce-1394-497f-96a1-4e634bac371c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:42:29.434837 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-6aa558ce-1394-497f-96a1-4e634bac371c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:29.438670 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-6aa558ce-1394-497f-96a1-4e634bac371c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:29.447010 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-3280236d-a7bd-4a15-93c0-699efe142949 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:42:29.488422 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-6aa558ce-1394-497f-96a1-4e634bac371c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0358d9a474734384af2f25a5a4488169&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3021696
May 06 00:42:29.489436 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa558ce-1394-497f-96a1-4e634bac371c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=097794a5-6aa5-4014-a45e-515d3dc55eb0,revision_number=1']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:42:29.491075 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 44986) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:42:29.492832 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-6aa558ce-1394-497f-96a1-4e634bac371c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:42:29.552982 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-2cf53b50-05b4-4940-be8c-cfe1291b1f50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:29.578607 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-2cf53b50-05b4-4940-be8c-cfe1291b1f50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:29.632278 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-2cf53b50-05b4-4940-be8c-cfe1291b1f50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:29.637044 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-bbfef891-2755-406e-b3b1-b1e0867684ec tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:42:29.648584 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf53b50-05b4-4940-be8c-cfe1291b1f50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=097794a5-6aa5-4014-a45e-515d3dc55eb0,revision_number=None']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:42:29.652643 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-2cf53b50-05b4-4940-be8c-cfe1291b1f50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:42:29.657869 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-2cf53b50-05b4-4940-be8c-cfe1291b1f50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:29.658942 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-2cf53b50-05b4-4940-be8c-cfe1291b1f50 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/097794a5-6aa5-4014-a45e-515d3dc55eb0 HTTP/1.1" status: 204  len: 168 time: 0.1662054
May 06 00:42:30.438211 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Device e6c122fb-90d3-4f9f-a814-cb41c6e88deb up at agent hyperv_hv-cinder-78462 {{(pid=73833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 00:42:30.541749 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Provisioning complete for port e6c122fb-90d3-4f9f-a814-cb41c6e88deb triggered by entity L2. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 00:42:30.542193 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723253'] for port, provisioning_complete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:30.663270 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:30.691976 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdde4357-7534-4386-a91d-a9b70d1b0c82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6c122fb-90d3-4f9f-a814-cb41c6e88deb'}] {{(pid=73833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 00:42:30.701501 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] For port e6c122fb-90d3-4f9f-a814-cb41c6e88deb, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=e6c122fb-90d3-4f9f-a814-cb41c6e88deb,segment=NetworkSegment(ad3796ff-8d99-4772-b33c-212fa30eb7b6),segment_id=ad3796ff-8d99-4772-b33c-212fa30eb7b6)] {{(pid=73833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:42:30.706276 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:30.708773 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:42:30.754163 dv-cinder-784623-8-iscsi neutron-server[73833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdde4357-7534-4386-a91d-a9b70d1b0c82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6c122fb-90d3-4f9f-a814-cb41c6e88deb', 'code': 200}
May 06 00:42:30.778810 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Pushing event updated for resources: {'Port': ['ID=e6c122fb-90d3-4f9f-a814-cb41c6e88deb,revision_number=8']} {{(pid=73833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:42:30.781947 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:42:38.892412 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.agents_db [None req-ee74f776-58ee-4f13-aa41-ceaf6d7d8c19 None None] Agent healthcheck: found 6 active agents {{(pid=73834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 06 00:42:43.106836 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:46.774155 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-4f9fd7fb-4550-457a-89b6-915822bfc57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:47.220030 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01d3aeb-42c2-4eb4-a078-9b4c8f0050c0 req-828ba7af-1cbe-4ddb-95aa-51dd9960e4da tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:42:47.221396 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-d01d3aeb-42c2-4eb4-a078-9b4c8f0050c0 req-828ba7af-1cbe-4ddb-95aa-51dd9960e4da tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=53ea3b34-7f51-4474-ad86-63ad0b69da0f HTTP/1.1" status: 200  len: 946 time: 0.0806892
May 06 00:42:47.266352 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-d01d3aeb-42c2-4eb4-a078-9b4c8f0050c0 req-8049d7cc-4cbc-4de8-b140-7531d34e4943 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=984322a9-8be7-4c18-bac1-6872c32290c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393388
May 06 00:42:48.460700 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1310173-bba2-4470-b7ad-9a3c58a5cf54 req-f89bb0c8-f1b0-41d3-b7c6-a2431a1ce75b tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:42:48.462204 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-f1310173-bba2-4470-b7ad-9a3c58a5cf54 req-f89bb0c8-f1b0-41d3-b7c6-a2431a1ce75b tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=53ea3b34-7f51-4474-ad86-63ad0b69da0f HTTP/1.1" status: 200  len: 946 time: 0.0846865
May 06 00:42:48.507777 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-f1310173-bba2-4470-b7ad-9a3c58a5cf54 req-65d89b24-bbf1-4fdf-a91f-76f96a613bfb tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups?id=984322a9-8be7-4c18-bac1-6872c32290c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398176
May 06 00:42:48.735550 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da36419-6a72-4ce5-87a7-e45cd1f7ac30 req-b215a4dc-3107-4ad6-8385-c69cf48e1d90 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:42:48.737003 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-0da36419-6a72-4ce5-87a7-e45cd1f7ac30 req-b215a4dc-3107-4ad6-8385-c69cf48e1d90 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.30 "GET /v2.0/ports?device_id=53ea3b34-7f51-4474-ad86-63ad0b69da0f HTTP/1.1" status: 200  len: 946 time: 0.0836294
May 06 00:42:48.873551 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.plugin [req-0da36419-6a72-4ce5-87a7-e45cd1f7ac30 req-b1506973-1300-4378-ba3a-b4db59c875de tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Deleting port 3d89e0b7-dd98-4aed-a05a-6f306514ac66 {{(pid=73832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 06 00:42:48.873889 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-0da36419-6a72-4ce5-87a7-e45cd1f7ac30 req-b1506973-1300-4378-ba3a-b4db59c875de tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767381331357'] for port, before_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:49.004107 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.db [req-0da36419-6a72-4ce5-87a7-e45cd1f7ac30 req-b1506973-1300-4378-ba3a-b4db59c875de tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] For port 3d89e0b7-dd98-4aed-a05a-6f306514ac66, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=3d89e0b7-dd98-4aed-a05a-6f306514ac66,segment=NetworkSegment(d6767cd9-a845-4bf2-a0b7-cab2ef6cd327),segment_id=d6767cd9-a845-4bf2-a0b7-cab2ef6cd327)] {{(pid=73832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:42:49.004362 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-0da36419-6a72-4ce5-87a7-e45cd1f7ac30 req-b1506973-1300-4378-ba3a-b4db59c875de tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404144'] for port, precommit_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:49.277458 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:49.371320 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-0da36419-6a72-4ce5-87a7-e45cd1f7ac30 req-b1506973-1300-4378-ba3a-b4db59c875de tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:49.371683 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-0da36419-6a72-4ce5-87a7-e45cd1f7ac30 req-b1506973-1300-4378-ba3a-b4db59c875de tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407923'] for floatingip, after_update {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:49.371991 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.db.l3_db [req-0da36419-6a72-4ce5-87a7-e45cd1f7ac30 req-b1506973-1300-4378-ba3a-b4db59c875de tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Floating IP 082f57dd-008b-40a6-b4d6-3a46d32db0e6 disassociated. External IP: 172.27.3.48, port: 3d89e0b7-dd98-4aed-a05a-6f306514ac66.
May 06 00:42:49.372339 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.plugin [req-0da36419-6a72-4ce5-87a7-e45cd1f7ac30 req-b1506973-1300-4378-ba3a-b4db59c875de tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Calling delete_port for 3d89e0b7-dd98-4aed-a05a-6f306514ac66 owned by compute:nova {{(pid=73832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 06 00:42:49.483107 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-0da36419-6a72-4ce5-87a7-e45cd1f7ac30 req-b1506973-1300-4378-ba3a-b4db59c875de tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767381335664', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767380898829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2182845'] for port, after_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:49.488515 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-61fbbd20-b0ec-4173-8b05-663fba6505e8 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:42:49.532160 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1506973-1300-4378-ba3a-b4db59c875de tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Pushing event deleted for resources: {'Port': ['ID=3d89e0b7-dd98-4aed-a05a-6f306514ac66,revision_number=None']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:42:49.536535 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-b1506973-1300-4378-ba3a-b4db59c875de tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:42:49.581273 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-0b0517f3-7cc4-45e0-8077-9f30f4b8880d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:49.715830 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-48b24e6d-8bc5-4e78-9de2-20b79ad8bd8d req-1252631d-5397-49de-88d9-7f053b85ee44 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/ports?device_id=53ea3b34-7f51-4474-ad86-63ad0b69da0f HTTP/1.1" status: 200  len: 210 time: 0.0498998
May 06 00:42:49.784442 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0da36419-6a72-4ce5-87a7-e45cd1f7ac30 req-b1506973-1300-4378-ba3a-b4db59c875de tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Router 6854da60-24a0-44c8-a0f5-6e512e435a5a has already been hosted by L3 agent 3fa0790c-dd29-4495-aa07-f8a2ae482509 {{(pid=73832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 06 00:42:49.969599 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0da36419-6a72-4ce5-87a7-e45cd1f7ac30 req-b1506973-1300-4378-ba3a-b4db59c875de tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Notify agent at l3_agent.dv-cinder-784623-8-iscsi the message routers_updated {{(pid=73832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 06 00:42:49.984565 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf64989-e67e-4011-aae4-a6bcd975c255 None None] Sync routers for ids ['6854da60-24a0-44c8-a0f5-6e512e435a5a'] in dv-cinder-784623-8-iscsi {{(pid=73834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 06 00:42:49.997791 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf64989-e67e-4011-aae4-a6bcd975c255 None None] Routers {'6854da60-24a0-44c8-a0f5-6e512e435a5a'} bound to L3 agent in host dv-cinder-784623-8-iscsi {{(pid=73834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 00:42:49.998510 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_hamode_db [None req-7bf64989-e67e-4011-aae4-a6bcd975c255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9508d87fd0>, 'dv-cinder-784623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-06T00:27:20Z,description=<?>,heartbeat_timestamp=2021-05-06T00:42:50Z,host='dv-cinder-784623-8-iscsi',id=3fa0790c-dd29-4495-aa07-f8a2ae482509,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T00:27:20Z,topic='l3_agent')) {'router_ids': ['6854da60-24a0-44c8-a0f5-6e512e435a5a'], 'active': True} {{(pid=73834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:42:50.050399 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.l3_dvrscheduler_db [req-0da36419-6a72-4ce5-87a7-e45cd1f7ac30 req-b1506973-1300-4378-ba3a-b4db59c875de tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] No DVR routers for this DVR port 3d89e0b7-dd98-4aed-a05a-6f306514ac66 on host hv-cinder-78462 {{(pid=73832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 06 00:42:50.053048 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-0da36419-6a72-4ce5-87a7-e45cd1f7ac30 req-b1506973-1300-4378-ba3a-b4db59c875de tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43737'] for port, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:50.059862 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53ea3b34-7f51-4474-ad86-63ad0b69da0f', 'name': 'network-vif-deleted', 'tag': '3d89e0b7-dd98-4aed-a05a-6f306514ac66'}] {{(pid=73832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 00:42:50.074798 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-0da36419-6a72-4ce5-87a7-e45cd1f7ac30 req-b1506973-1300-4378-ba3a-b4db59c875de tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.30 "DELETE /v2.0/ports/3d89e0b7-dd98-4aed-a05a-6f306514ac66 HTTP/1.1" status: 204  len: 173 time: 1.3283162
May 06 00:42:50.120860 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53ea3b34-7f51-4474-ad86-63ad0b69da0f', 'name': 'network-vif-deleted', 'tag': '3d89e0b7-dd98-4aed-a05a-6f306514ac66', 'status': 'completed', 'code': 200}
May 06 00:42:50.208392 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_dvr_db [None req-7bf64989-e67e-4011-aae4-a6bcd975c255 None None] Set router 6854da60-24a0-44c8-a0f5-6e512e435a5a gateway port host: dv-cinder-784623-8-iscsi {{(pid=73834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 00:42:50.426499 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-90084741-9b8f-423c-9f16-72d74cd0e02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:50.541818 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_hamode_db [None req-7bf64989-e67e-4011-aae4-a6bcd975c255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9508d87fd0>, [{'id': '6854da60-24a0-44c8-a0f5-6e512e435a5a', 'name': 'tempest-AttachVolumeShelveTestJSON-1068496421-router', 'tenant_id': 'aea92748b0624ad09d804decdf1eee48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'external_fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '384ed5b9-5b19-4d3e-845e-4acbb4b59ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:34:46Z', 'updated_at': '2021-05-06T00:34:58Z', 'revision_number': 4, 'project_id': 'aea92748b0624ad09d804decdf1eee48', 'gw_port': {'id': '384ed5b9-5b19-4d3e-845e-4acbb4b59ce4', 'name': '', 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:9e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6854da60-24a0-44c8-a0f5-6e512e435a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:34:47Z', 'updated_at': '2021-05-06T00:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-iscsi', '_interfaces': [{'id': 'b318087a-94a2-4743-ae18-71d9d7cc3948', 'name': '', 'network_id': 'f1ee20ed-17e0-4650-a61e-4e2579bfb5cb', 'tenant_id': 'aea92748b0624ad09d804decdf1eee48', 'mac_address': 'fa:16:3e:c0:46:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6854da60-24a0-44c8-a0f5-6e512e435a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '587fdbbc-2087-48fc-8109-2b5f3ba73405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:34:56Z', 'updated_at': '2021-05-06T00:35:16Z', 'revision_number': 5, 'project_id': 'aea92748b0624ad09d804decdf1eee48', 'subnets': [{'id': '587fdbbc-2087-48fc-8109-2b5f3ba73405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-8-iscsi', False) {} {{(pid=73834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:42:50.545971 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf64989-e67e-4011-aae4-a6bcd975c255 None None] Checking router: 6854da60-24a0-44c8-a0f5-6e512e435a5a for host: dv-cinder-784623-8-iscsi {{(pid=73834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 06 00:42:50.555768 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf64989-e67e-4011-aae4-a6bcd975c255 None None] Routers {'6854da60-24a0-44c8-a0f5-6e512e435a5a'} bound to L3 agent in host dv-cinder-784623-8-iscsi {{(pid=73834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 00:42:50.556447 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_hamode_db [None req-7bf64989-e67e-4011-aae4-a6bcd975c255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9508d87fd0>, 'dv-cinder-784623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-06T00:27:20Z,description=<?>,heartbeat_timestamp=2021-05-06T00:42:50Z,host='dv-cinder-784623-8-iscsi',id=3fa0790c-dd29-4495-aa07-f8a2ae482509,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T00:27:20Z,topic='l3_agent')) {'router_ids': ['6854da60-24a0-44c8-a0f5-6e512e435a5a'], 'active': True} {{(pid=73834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:42:50.737058 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_dvr_db [None req-7bf64989-e67e-4011-aae4-a6bcd975c255 None None] Set router 6854da60-24a0-44c8-a0f5-6e512e435a5a gateway port host: dv-cinder-784623-8-iscsi {{(pid=73834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 00:42:50.847429 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 45158) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:42:50.910164 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-ff2218f6-c4bd-465c-8561-647779cc3443 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Notify callbacks [] for security_group, before_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:50.937196 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-ff2218f6-c4bd-465c-8561-647779cc3443 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:50.988624 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-ff2218f6-c4bd-465c-8561-647779cc3443 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:50.992567 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-daaed657-91ea-4fb2-9260-e828f2a0f512 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:42:51.008583 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2218f6-c4bd-465c-8561-647779cc3443 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=984322a9-8be7-4c18-bac1-6872c32290c8,revision_number=None']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:42:51.012433 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-ff2218f6-c4bd-465c-8561-647779cc3443 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:42:51.021824 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-ff2218f6-c4bd-465c-8561-647779cc3443 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Notify callbacks [] for security_group, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:51.022975 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-ff2218f6-c4bd-465c-8561-647779cc3443 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "DELETE /v2.0/security-groups/984322a9-8be7-4c18-bac1-6872c32290c8 HTTP/1.1" status: 204  len: 168 time: 0.1745973
May 06 00:42:51.026306 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 45162) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:42:51.043617 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.api.v2.resource [None req-80dd33bd-33b0-4a67-881c-d377c6e82b1e tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] show failed (client error): The resource could not be found.
May 06 00:42:51.044627 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-80dd33bd-33b0-4a67-881c-d377c6e82b1e tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "GET /v2.0/security-groups/984322a9-8be7-4c18-bac1-6872c32290c8 HTTP/1.1" status: 404  len: 347 time: 0.0170162
May 06 00:42:51.047474 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 45166) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:42:51.054293 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_hamode_db [None req-7bf64989-e67e-4011-aae4-a6bcd975c255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9508d87fd0>, [{'id': '6854da60-24a0-44c8-a0f5-6e512e435a5a', 'name': 'tempest-AttachVolumeShelveTestJSON-1068496421-router', 'tenant_id': 'aea92748b0624ad09d804decdf1eee48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'external_fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '384ed5b9-5b19-4d3e-845e-4acbb4b59ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:34:46Z', 'updated_at': '2021-05-06T00:34:58Z', 'revision_number': 4, 'project_id': 'aea92748b0624ad09d804decdf1eee48', 'gw_port': {'id': '384ed5b9-5b19-4d3e-845e-4acbb4b59ce4', 'name': '', 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:9e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6854da60-24a0-44c8-a0f5-6e512e435a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:34:47Z', 'updated_at': '2021-05-06T00:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-iscsi', '_interfaces': [{'id': 'b318087a-94a2-4743-ae18-71d9d7cc3948', 'name': '', 'network_id': 'f1ee20ed-17e0-4650-a61e-4e2579bfb5cb', 'tenant_id': 'aea92748b0624ad09d804decdf1eee48', 'mac_address': 'fa:16:3e:c0:46:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6854da60-24a0-44c8-a0f5-6e512e435a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '587fdbbc-2087-48fc-8109-2b5f3ba73405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:34:56Z', 'updated_at': '2021-05-06T00:35:16Z', 'revision_number': 5, 'project_id': 'aea92748b0624ad09d804decdf1eee48', 'subnets': [{'id': '587fdbbc-2087-48fc-8109-2b5f3ba73405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-8-iscsi', False) {} {{(pid=73834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:42:51.058288 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf64989-e67e-4011-aae4-a6bcd975c255 None None] The sync data for ids ['6854da60-24a0-44c8-a0f5-6e512e435a5a'] in dv-cinder-784623-8-iscsi is: [{'id': '6854da60-24a0-44c8-a0f5-6e512e435a5a', 'name': 'tempest-AttachVolumeShelveTestJSON-1068496421-router', 'tenant_id': 'aea92748b0624ad09d804decdf1eee48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'external_fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '384ed5b9-5b19-4d3e-845e-4acbb4b59ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:34:46Z', 'updated_at': '2021-05-06T00:34:58Z', 'revision_number': 4, 'project_id': 'aea92748b0624ad09d804decdf1eee48', 'gw_port': {'id': '384ed5b9-5b19-4d3e-845e-4acbb4b59ce4', 'name': '', 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:9e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6854da60-24a0-44c8-a0f5-6e512e435a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:34:47Z', 'updated_at': '2021-05-06T00:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-iscsi', '_interfaces': [{'id': 'b318087a-94a2-4743-ae18-71d9d7cc3948', 'name': '', 'network_id': 'f1ee20ed-17e0-4650-a61e-4e2579bfb5cb', 'tenant_id': 'aea92748b0624ad09d804decdf1eee48', 'mac_address': 'fa:16:3e:c0:46:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6854da60-24a0-44c8-a0f5-6e512e435a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '587fdbbc-2087-48fc-8109-2b5f3ba73405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:34:56Z', 'updated_at': '2021-05-06T00:35:16Z', 'revision_number': 5, 'project_id': 'aea92748b0624ad09d804decdf1eee48', 'subnets': [{'id': '587fdbbc-2087-48fc-8109-2b5f3ba73405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 06 00:42:51.273525 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.plugin [None req-7f623f58-faac-4473-a1ce-c3d80fa21cb9 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Deleting port b871d22d-c517-4856-a149-a9a79582f78a {{(pid=73832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 06 00:42:51.273865 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-7f623f58-faac-4473-a1ce-c3d80fa21cb9 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767381331357'] for port, before_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:51.274394 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1d7868-7606-4d27-8a6d-a106bc72307c None None] New status for floating IP 082f57dd-008b-40a6-b4d6-3a46d32db0e6: DOWN {{(pid=73833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 06 00:42:51.392077 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-7f623f58-faac-4473-a1ce-c3d80fa21cb9 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404144'] for port, precommit_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:51.392473 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-7f623f58-faac-4473-a1ce-c3d80fa21cb9 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:51.521532 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.plugin [None req-7f623f58-faac-4473-a1ce-c3d80fa21cb9 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Calling delete_port for b871d22d-c517-4856-a149-a9a79582f78a owned by network:floatingip {{(pid=73832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 06 00:42:51.596084 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 45178) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:42:51.717811 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-793a240e-4df7-4b90-9558-8eaf6e123edb admin admin] Notify callbacks [] for security_group, before_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:51.724999 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-7f623f58-faac-4473-a1ce-c3d80fa21cb9 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767381335664', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767380898829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2182845'] for port, after_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:51.730655 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-c3974d9f-3da5-4bb9-a57e-760686e62434 tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:42:51.733136 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-793a240e-4df7-4b90-9558-8eaf6e123edb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:42:51.737120 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-793a240e-4df7-4b90-9558-8eaf6e123edb admin admin] Usage tracker for resource:security_group_rule and tenant:b62ad24bacb1492d812c018088f0d7f5 is out of sync, need to count used quota {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:42:51.740005 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-793a240e-4df7-4b90-9558-8eaf6e123edb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:42:51.747084 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-793a240e-4df7-4b90-9558-8eaf6e123edb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:42:51.774182 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f623f58-faac-4473-a1ce-c3d80fa21cb9 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Pushing event deleted for resources: {'Port': ['ID=b871d22d-c517-4856-a149-a9a79582f78a,revision_number=None']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:42:51.803052 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-7f623f58-faac-4473-a1ce-c3d80fa21cb9 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:42:51.835815 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-793a240e-4df7-4b90-9558-8eaf6e123edb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:51.839639 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-793a240e-4df7-4b90-9558-8eaf6e123edb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:51.848429 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-53fe08a9-ffa0-4cf4-a160-8ae941515e46 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:42:51.866204 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-7f623f58-faac-4473-a1ce-c3d80fa21cb9 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Notify callbacks [] for floatingip, after_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:51.880324 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-7f623f58-faac-4473-a1ce-c3d80fa21cb9 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43737'] for floatingip, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:51.881488 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-7f623f58-faac-4473-a1ce-c3d80fa21cb9 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] 10.222.0.24 "DELETE /v2.0/floatingips/082f57dd-008b-40a6-b4d6-3a46d32db0e6 HTTP/1.1" status: 204  len: 168 time: 0.8331351
May 06 00:42:51.892755 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-793a240e-4df7-4b90-9558-8eaf6e123edb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b62ad24bacb1492d812c018088f0d7f5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2944353
May 06 00:42:51.892755 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793a240e-4df7-4b90-9558-8eaf6e123edb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee623cbb-707c-477c-a739-61b230348ed7,revision_number=1']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:42:51.894285 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 45184) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:42:51.896117 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-793a240e-4df7-4b90-9558-8eaf6e123edb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:42:51.935512 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-06e5bd5a-9e4a-4653-864f-becf711c9df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:51.959993 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-5578b9dc-4e80-4908-9847-aa13d72961ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:51.987276 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-5578b9dc-4e80-4908-9847-aa13d72961ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:52.049082 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-5578b9dc-4e80-4908-9847-aa13d72961ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:52.053779 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-82672eb8-1c3f-4f77-a356-48eb51a1706d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:42:52.065829 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578b9dc-4e80-4908-9847-aa13d72961ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee623cbb-707c-477c-a739-61b230348ed7,revision_number=None']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:42:52.068712 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-5578b9dc-4e80-4908-9847-aa13d72961ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:42:52.070780 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-5578b9dc-4e80-4908-9847-aa13d72961ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:52.071870 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-5578b9dc-4e80-4908-9847-aa13d72961ba admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ee623cbb-707c-477c-a739-61b230348ed7 HTTP/1.1" status: 204  len: 168 time: 0.1758869
May 06 00:42:52.559276 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Device 3d89e0b7-dd98-4aed-a05a-6f306514ac66 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=73833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 06 00:42:52.593558 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.plugin [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] No Port match for: 3d89e0b7-dd98-4aed-a05a-6f306514ac66 {{(pid=73833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 06 00:42:52.593910 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Device 3d89e0b7-dd98-4aed-a05a-6f306514ac66 not bound to the agent host hv-cinder-78462 {{(pid=73833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 06 00:42:53.374262 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 45240) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:42:53.492312 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-c1049a30-7ac2-4aec-a907-2c89b2bfdce8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:53.506436 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-c1049a30-7ac2-4aec-a907-2c89b2bfdce8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:42:53.510364 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-c1049a30-7ac2-4aec-a907-2c89b2bfdce8 admin admin] Usage tracker for resource:security_group_rule and tenant:3789cdae0e204db79ac0966ef658bb38 is out of sync, need to count used quota {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:42:53.513172 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-c1049a30-7ac2-4aec-a907-2c89b2bfdce8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:42:53.519473 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-c1049a30-7ac2-4aec-a907-2c89b2bfdce8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:42:53.601664 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-c1049a30-7ac2-4aec-a907-2c89b2bfdce8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:53.605699 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-c1049a30-7ac2-4aec-a907-2c89b2bfdce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:53.614203 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-f7930e9f-4ea4-489f-b9ca-d731242151b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:42:53.655281 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-c1049a30-7ac2-4aec-a907-2c89b2bfdce8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3789cdae0e204db79ac0966ef658bb38&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2794471
May 06 00:42:53.656904 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1049a30-7ac2-4aec-a907-2c89b2bfdce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=633512ef-a231-47fa-b9c8-73fd7343fd6e,revision_number=1']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:42:53.658014 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 45248) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:42:53.659768 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-c1049a30-7ac2-4aec-a907-2c89b2bfdce8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:42:53.717863 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-24fef808-80d1-448b-915e-f4f601d57770 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:53.743462 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-24fef808-80d1-448b-915e-f4f601d57770 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:53.794196 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-24fef808-80d1-448b-915e-f4f601d57770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:53.797761 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-661e168b-3353-4451-b866-23b58766f078 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:42:53.808616 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fef808-80d1-448b-915e-f4f601d57770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=633512ef-a231-47fa-b9c8-73fd7343fd6e,revision_number=None']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:42:53.812908 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-24fef808-80d1-448b-915e-f4f601d57770 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:42:53.814818 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-24fef808-80d1-448b-915e-f4f601d57770 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:53.815898 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-24fef808-80d1-448b-915e-f4f601d57770 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/633512ef-a231-47fa-b9c8-73fd7343fd6e HTTP/1.1" status: 204  len: 168 time: 0.1569304
May 06 00:42:54.686341 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 45298) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:42:55.453932 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-298b0518-0550-49dd-98a9-92488482e32f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401482'] for router_interface, before_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:55.892138 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.plugin [None req-298b0518-0550-49dd-98a9-92488482e32f admin admin] Deleting port b318087a-94a2-4743-ae18-71d9d7cc3948 {{(pid=73832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 06 00:42:55.892874 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-298b0518-0550-49dd-98a9-92488482e32f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767381331357'] for port, before_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:56.096632 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.db [None req-298b0518-0550-49dd-98a9-92488482e32f admin admin] For port b318087a-94a2-4743-ae18-71d9d7cc3948, host dv-cinder-784623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-iscsi',level=0,port_id=b318087a-94a2-4743-ae18-71d9d7cc3948,segment=NetworkSegment(d6767cd9-a845-4bf2-a0b7-cab2ef6cd327),segment_id=d6767cd9-a845-4bf2-a0b7-cab2ef6cd327)] {{(pid=73832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:42:56.096914 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-298b0518-0550-49dd-98a9-92488482e32f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404144'] for port, precommit_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:56.222901 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.plugin [None req-298b0518-0550-49dd-98a9-92488482e32f admin admin] Calling delete_port for b318087a-94a2-4743-ae18-71d9d7cc3948 owned by network:router_interface {{(pid=73832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 06 00:42:56.365272 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-298b0518-0550-49dd-98a9-92488482e32f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767381335664', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767380898829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2182845'] for port, after_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:56.369487 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-6dfd3ba5-87ca-4eb3-92fe-5b4fec6b4637 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:42:56.415638 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298b0518-0550-49dd-98a9-92488482e32f admin admin] Pushing event deleted for resources: {'Port': ['ID=b318087a-94a2-4743-ae18-71d9d7cc3948,revision_number=None']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:42:56.446357 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-298b0518-0550-49dd-98a9-92488482e32f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:42:56.679773 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-298b0518-0550-49dd-98a9-92488482e32f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-407034'] for router_interface, after_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:57.037831 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-298b0518-0550-49dd-98a9-92488482e32f admin admin] Router 6854da60-24a0-44c8-a0f5-6e512e435a5a has already been hosted by L3 agent 3fa0790c-dd29-4495-aa07-f8a2ae482509 {{(pid=73832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 06 00:42:57.215873 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-298b0518-0550-49dd-98a9-92488482e32f admin admin] Notify agent at l3_agent.dv-cinder-784623-8-iscsi the message routers_updated {{(pid=73832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 06 00:42:57.224018 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd9dbd8-ecca-4c86-b83b-93f264d8235e None None] Sync routers for ids ['6854da60-24a0-44c8-a0f5-6e512e435a5a'] in dv-cinder-784623-8-iscsi {{(pid=73834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 06 00:42:57.228242 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-298b0518-0550-49dd-98a9-92488482e32f admin admin] 10.222.0.24 "PUT /v2.0/routers/6854da60-24a0-44c8-a0f5-6e512e435a5a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5406904
May 06 00:42:57.230984 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 45346) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:42:57.232833 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd9dbd8-ecca-4c86-b83b-93f264d8235e None None] Routers {'6854da60-24a0-44c8-a0f5-6e512e435a5a'} bound to L3 agent in host dv-cinder-784623-8-iscsi {{(pid=73834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 00:42:57.233452 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_hamode_db [None req-2dd9dbd8-ecca-4c86-b83b-93f264d8235e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f95091e8c10>, 'dv-cinder-784623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-06T00:27:20Z,description=<?>,heartbeat_timestamp=2021-05-06T00:42:50Z,host='dv-cinder-784623-8-iscsi',id=3fa0790c-dd29-4495-aa07-f8a2ae482509,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T00:27:20Z,topic='l3_agent')) {'router_ids': ['6854da60-24a0-44c8-a0f5-6e512e435a5a'], 'active': True} {{(pid=73834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:42:57.418152 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_dvr_db [None req-2dd9dbd8-ecca-4c86-b83b-93f264d8235e None None] Set router 6854da60-24a0-44c8-a0f5-6e512e435a5a gateway port host: dv-cinder-784623-8-iscsi {{(pid=73834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 00:42:57.521247 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-ed61bc11-f552-4e34-97ee-ee66d823cd7f admin admin] Notify callbacks [] for router, before_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:57.694967 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-ed61bc11-f552-4e34-97ee-ee66d823cd7f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:57.741061 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_hamode_db [None req-2dd9dbd8-ecca-4c86-b83b-93f264d8235e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f95091e8c10>, [{'id': '6854da60-24a0-44c8-a0f5-6e512e435a5a', 'name': 'tempest-AttachVolumeShelveTestJSON-1068496421-router', 'tenant_id': 'aea92748b0624ad09d804decdf1eee48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'external_fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '384ed5b9-5b19-4d3e-845e-4acbb4b59ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:34:46Z', 'updated_at': '2021-05-06T00:42:56Z', 'revision_number': 5, 'project_id': 'aea92748b0624ad09d804decdf1eee48', 'gw_port': {'id': '384ed5b9-5b19-4d3e-845e-4acbb4b59ce4', 'name': '', 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:9e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6854da60-24a0-44c8-a0f5-6e512e435a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:34:47Z', 'updated_at': '2021-05-06T00:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-iscsi'}], 'dv-cinder-784623-8-iscsi', False) {} {{(pid=73834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:42:57.744966 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd9dbd8-ecca-4c86-b83b-93f264d8235e None None] Checking router: 6854da60-24a0-44c8-a0f5-6e512e435a5a for host: dv-cinder-784623-8-iscsi {{(pid=73834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 06 00:42:57.753784 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd9dbd8-ecca-4c86-b83b-93f264d8235e None None] Routers {'6854da60-24a0-44c8-a0f5-6e512e435a5a'} bound to L3 agent in host dv-cinder-784623-8-iscsi {{(pid=73834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 00:42:57.754404 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_hamode_db [None req-2dd9dbd8-ecca-4c86-b83b-93f264d8235e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f95091e8c10>, 'dv-cinder-784623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-06T00:27:20Z,description=<?>,heartbeat_timestamp=2021-05-06T00:42:50Z,host='dv-cinder-784623-8-iscsi',id=3fa0790c-dd29-4495-aa07-f8a2ae482509,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T00:27:20Z,topic='l3_agent')) {'router_ids': ['6854da60-24a0-44c8-a0f5-6e512e435a5a'], 'active': True} {{(pid=73834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:42:57.774239 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.plugin [None req-ed61bc11-f552-4e34-97ee-ee66d823cd7f admin admin] Deleting port 384ed5b9-5b19-4d3e-845e-4acbb4b59ce4 {{(pid=73832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 06 00:42:57.774577 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-ed61bc11-f552-4e34-97ee-ee66d823cd7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767381331357'] for port, before_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:57.897018 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.db [None req-ed61bc11-f552-4e34-97ee-ee66d823cd7f admin admin] For port 384ed5b9-5b19-4d3e-845e-4acbb4b59ce4, host dv-cinder-784623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-iscsi',level=0,port_id=384ed5b9-5b19-4d3e-845e-4acbb4b59ce4,segment=NetworkSegment(9e77dc6e-5839-4c5c-8941-3e48c898c98b),segment_id=9e77dc6e-5839-4c5c-8941-3e48c898c98b)] {{(pid=73832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:42:57.897365 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-ed61bc11-f552-4e34-97ee-ee66d823cd7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404144'] for port, precommit_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:57.903084 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_dvr_db [None req-2dd9dbd8-ecca-4c86-b83b-93f264d8235e None None] Set router 6854da60-24a0-44c8-a0f5-6e512e435a5a gateway port host: None {{(pid=73834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 00:42:58.011346 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_hamode_db [None req-2dd9dbd8-ecca-4c86-b83b-93f264d8235e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f95091e8c10>, [{'id': '6854da60-24a0-44c8-a0f5-6e512e435a5a', 'name': 'tempest-AttachVolumeShelveTestJSON-1068496421-router', 'tenant_id': 'aea92748b0624ad09d804decdf1eee48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:34:46Z', 'updated_at': '2021-05-06T00:42:57Z', 'revision_number': 6, 'project_id': 'aea92748b0624ad09d804decdf1eee48', 'gw_port_host': None}], 'dv-cinder-784623-8-iscsi', False) {} {{(pid=73834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:42:58.015553 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd9dbd8-ecca-4c86-b83b-93f264d8235e None None] The sync data for ids ['6854da60-24a0-44c8-a0f5-6e512e435a5a'] in dv-cinder-784623-8-iscsi is: [{'id': '6854da60-24a0-44c8-a0f5-6e512e435a5a', 'name': 'tempest-AttachVolumeShelveTestJSON-1068496421-router', 'tenant_id': 'aea92748b0624ad09d804decdf1eee48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:34:46Z', 'updated_at': '2021-05-06T00:42:57Z', 'revision_number': 6, 'project_id': 'aea92748b0624ad09d804decdf1eee48', 'gw_port_host': None}] {{(pid=73834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 06 00:42:58.023359 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.plugin [None req-ed61bc11-f552-4e34-97ee-ee66d823cd7f admin admin] Calling delete_port for 384ed5b9-5b19-4d3e-845e-4acbb4b59ce4 owned by network:router_gateway {{(pid=73832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 06 00:42:58.165515 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-ed61bc11-f552-4e34-97ee-ee66d823cd7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767381335664', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767380898829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2182845'] for port, after_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:58.170252 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-891d630d-7929-4972-ab69-84b264467ba2 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:42:58.215203 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61bc11-f552-4e34-97ee-ee66d823cd7f admin admin] Pushing event deleted for resources: {'Port': ['ID=384ed5b9-5b19-4d3e-845e-4acbb4b59ce4,revision_number=None']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:42:58.240915 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-ed61bc11-f552-4e34-97ee-ee66d823cd7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:42:58.305164 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-ed61bc11-f552-4e34-97ee-ee66d823cd7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407918'] for router_gateway, after_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:58.480015 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-ed61bc11-f552-4e34-97ee-ee66d823cd7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-433714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3422'] for router, precommit_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:58.482226 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-ed61bc11-f552-4e34-97ee-ee66d823cd7f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:58.504341 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-ed61bc11-f552-4e34-97ee-ee66d823cd7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451452'] for router, after_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:58.504857 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed61bc11-f552-4e34-97ee-ee66d823cd7f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6854da60-24a0-44c8-a0f5-6e512e435a5a {{(pid=73832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 06 00:42:58.518022 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-ed61bc11-f552-4e34-97ee-ee66d823cd7f admin admin] Notify callbacks [] for router, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:58.519125 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-ed61bc11-f552-4e34-97ee-ee66d823cd7f admin admin] 10.222.0.24 "DELETE /v2.0/routers/6854da60-24a0-44c8-a0f5-6e512e435a5a HTTP/1.1" status: 204  len: 168 time: 1.2872586
May 06 00:42:58.521721 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 45354) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:42:58.591306 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9276c47-1ca6-4dc9-99a9-4f516b4db3ce admin admin] Deleting subnet 587fdbbc-2087-48fc-8109-2b5f3ba73405 {{(pid=73832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 06 00:42:58.594153 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-a9276c47-1ca6-4dc9-99a9-4f516b4db3ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:58.641359 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-a9276c47-1ca6-4dc9-99a9-4f516b4db3ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3982972'] for subnet, precommit_delete_associations {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:58.768277 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-a9276c47-1ca6-4dc9-99a9-4f516b4db3ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736327'] for subnet, precommit_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:59.140074 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-a9276c47-1ca6-4dc9-99a9-4f516b4db3ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2182894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10118836'] for subnet, after_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:59.144058 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:42:59.177525 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9276c47-1ca6-4dc9-99a9-4f516b4db3ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=587fdbbc-2087-48fc-8109-2b5f3ba73405,revision_number=None']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:42:59.182979 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-a9276c47-1ca6-4dc9-99a9-4f516b4db3ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535980'] for subnet, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:59.187479 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3670c45-cb65-4216-82e8-f87c7cb10f90 None None] Network f1ee20ed-17e0-4650-a61e-4e2579bfb5cb requested from dv-cinder-784623-8-iscsi {{(pid=73833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 06 00:42:59.190857 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9276c47-1ca6-4dc9-99a9-4f516b4db3ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:42:59.191361 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9276c47-1ca6-4dc9-99a9-4f516b4db3ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:42:59.191689 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9276c47-1ca6-4dc9-99a9-4f516b4db3ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:42:59.192049 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9276c47-1ca6-4dc9-99a9-4f516b4db3ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:42:59.192442 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9276c47-1ca6-4dc9-99a9-4f516b4db3ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:42:59.192805 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9276c47-1ca6-4dc9-99a9-4f516b4db3ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:42:59.193247 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9276c47-1ca6-4dc9-99a9-4f516b4db3ce admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:42:59.193482 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9276c47-1ca6-4dc9-99a9-4f516b4db3ce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:42:59.193791 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9276c47-1ca6-4dc9-99a9-4f516b4db3ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:42:59.194136 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9276c47-1ca6-4dc9-99a9-4f516b4db3ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:42:59.194474 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9276c47-1ca6-4dc9-99a9-4f516b4db3ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:42:59.194812 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9276c47-1ca6-4dc9-99a9-4f516b4db3ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:42:59.198658 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-a9276c47-1ca6-4dc9-99a9-4f516b4db3ce admin admin] 10.222.0.24 "DELETE /v2.0/subnets/587fdbbc-2087-48fc-8109-2b5f3ba73405 HTTP/1.1" status: 204  len: 168 time: 0.6759849
May 06 00:42:59.199617 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-a9276c47-1ca6-4dc9-99a9-4f516b4db3ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:42:59.201215 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 45358) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:42:59.308063 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-7e2f71b2-dac9-4f3d-bc81-0b7fe5494e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608327'] for network, before_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:59.382425 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.plugin [None req-7e2f71b2-dac9-4f3d-bc81-0b7fe5494e58 admin admin] Deleting port 2c950d5a-bffc-49b7-9a26-0281f558b58a {{(pid=73832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 06 00:42:59.382770 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-7e2f71b2-dac9-4f3d-bc81-0b7fe5494e58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767381331357'] for port, before_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:59.453807 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c44fb5d-810d-4b6b-8a06-1e14cbfaaec1 None None] DHCP port deletion for f1ee20ed-17e0-4650-a61e-4e2579bfb5cb request from dv-cinder-784623-8-iscsi {{(pid=73833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
May 06 00:42:59.487037 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.db [None req-7e2f71b2-dac9-4f3d-bc81-0b7fe5494e58 admin admin] For port 2c950d5a-bffc-49b7-9a26-0281f558b58a, host dv-cinder-784623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-iscsi',level=0,port_id=2c950d5a-bffc-49b7-9a26-0281f558b58a,segment=NetworkSegment(d6767cd9-a845-4bf2-a0b7-cab2ef6cd327),segment_id=d6767cd9-a845-4bf2-a0b7-cab2ef6cd327)] {{(pid=73832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:42:59.487431 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-7e2f71b2-dac9-4f3d-bc81-0b7fe5494e58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404144'] for port, precommit_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:59.521245 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.plugin [None req-0c44fb5d-810d-4b6b-8a06-1e14cbfaaec1 None None] Deleting port 2c950d5a-bffc-49b7-9a26-0281f558b58a {{(pid=73833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 06 00:42:59.521629 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-0c44fb5d-810d-4b6b-8a06-1e14cbfaaec1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767381331357'] for port, before_delete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:59.627498 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.plugin [None req-7e2f71b2-dac9-4f3d-bc81-0b7fe5494e58 admin admin] Calling delete_port for 2c950d5a-bffc-49b7-9a26-0281f558b58a owned by network:dhcp {{(pid=73832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 06 00:42:59.628480 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-0c44fb5d-810d-4b6b-8a06-1e14cbfaaec1 None None] For port 2c950d5a-bffc-49b7-9a26-0281f558b58a, host dv-cinder-784623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-iscsi',level=0,port_id=2c950d5a-bffc-49b7-9a26-0281f558b58a,segment=NetworkSegment(d6767cd9-a845-4bf2-a0b7-cab2ef6cd327),segment_id=d6767cd9-a845-4bf2-a0b7-cab2ef6cd327)] {{(pid=73833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:42:59.636855 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-0c44fb5d-810d-4b6b-8a06-1e14cbfaaec1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404144'] for port, precommit_delete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:59.677198 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-7e2f71b2-dac9-4f3d-bc81-0b7fe5494e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767381335664', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767380898829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2182845'] for port, after_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:59.681234 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-ed61bc11-f552-4e34-97ee-ee66d823cd7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:42:59.723441 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2f71b2-dac9-4f3d-bc81-0b7fe5494e58 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c950d5a-bffc-49b7-9a26-0281f558b58a,revision_number=None']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:42:59.726674 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-7e2f71b2-dac9-4f3d-bc81-0b7fe5494e58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:42:59.728008 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2f71b2-dac9-4f3d-bc81-0b7fe5494e58 admin admin] No DVR routers for this DVR port 2c950d5a-bffc-49b7-9a26-0281f558b58a on host dv-cinder-784623-8-iscsi {{(pid=73832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 06 00:42:59.759157 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.plugin [None req-0c44fb5d-810d-4b6b-8a06-1e14cbfaaec1 None None] Calling delete_port for 2c950d5a-bffc-49b7-9a26-0281f558b58a owned by network:dhcp {{(pid=73833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 06 00:42:59.801696 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-0c44fb5d-810d-4b6b-8a06-1e14cbfaaec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767381335664', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767380898829'] for port, after_delete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:59.805199 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:42:59.858012 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-7e2f71b2-dac9-4f3d-bc81-0b7fe5494e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733884', 'neutron.services.segments.db._delete_segments_for_network-8767381342109'] for network, precommit_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:59.871430 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.services.segments.db [None req-7e2f71b2-dac9-4f3d-bc81-0b7fe5494e58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f95081f41c0>,) {'filters': {'network_id': ['f1ee20ed-17e0-4650-a61e-4e2579bfb5cb']}} {{(pid=73832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:42:59.880383 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c44fb5d-810d-4b6b-8a06-1e14cbfaaec1 None None] Pushing event deleted for resources: {'Port': ['ID=2c950d5a-bffc-49b7-9a26-0281f558b58a,revision_number=None']} {{(pid=73833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:42:59.882875 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-0c44fb5d-810d-4b6b-8a06-1e14cbfaaec1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:42:59.883426 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.services.segments.db [None req-7e2f71b2-dac9-4f3d-bc81-0b7fe5494e58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f95081f41c0>, 'd6767cd9-a845-4bf2-a0b7-cab2ef6cd327') {'for_net_delete': True} {{(pid=73832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:42:59.883753 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.services.segments.db [None req-7e2f71b2-dac9-4f3d-bc81-0b7fe5494e58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f95081f41c0>, 'd6767cd9-a845-4bf2-a0b7-cab2ef6cd327') {} {{(pid=73832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:42:59.886135 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c44fb5d-810d-4b6b-8a06-1e14cbfaaec1 None None] No DVR routers for this DVR port 2c950d5a-bffc-49b7-9a26-0281f558b58a on host dv-cinder-784623-8-iscsi {{(pid=73833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 06 00:42:59.897694 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-7e2f71b2-dac9-4f3d-bc81-0b7fe5494e58 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767381354599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3982947'] for segment, before_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:59.914396 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-7e2f71b2-dac9-4f3d-bc81-0b7fe5494e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730493'] for segment, precommit_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:59.921356 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e2f71b2-dac9-4f3d-bc81-0b7fe5494e58 admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=73832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 06 00:42:59.921774 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-7e2f71b2-dac9-4f3d-bc81-0b7fe5494e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-730484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2182792'] for segment, after_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:42:59.934906 dv-cinder-784623-8-iscsi neutron-server[73832]: Traceback (most recent call last):
May 06 00:42:59.934906 dv-cinder-784623-8-iscsi neutron-server[73832]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 06 00:42:59.934906 dv-cinder-784623-8-iscsi neutron-server[73832]:     timer()
May 06 00:42:59.934906 dv-cinder-784623-8-iscsi neutron-server[73832]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 06 00:42:59.934906 dv-cinder-784623-8-iscsi neutron-server[73832]:     cb(*args, **kw)
May 06 00:42:59.934906 dv-cinder-784623-8-iscsi neutron-server[73832]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 06 00:42:59.934906 dv-cinder-784623-8-iscsi neutron-server[73832]:     return func(*args, **kwargs)
May 06 00:42:59.934906 dv-cinder-784623-8-iscsi neutron-server[73832]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 06 00:42:59.934906 dv-cinder-784623-8-iscsi neutron-server[73832]:     self._notify()
May 06 00:42:59.934906 dv-cinder-784623-8-iscsi neutron-server[73832]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 06 00:42:59.934906 dv-cinder-784623-8-iscsi neutron-server[73832]:     self.callback(batched_events)
May 06 00:42:59.934906 dv-cinder-784623-8-iscsi neutron-server[73832]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 06 00:42:59.934906 dv-cinder-784623-8-iscsi neutron-server[73832]:     event.method(event)
May 06 00:42:59.934906 dv-cinder-784623-8-iscsi neutron-server[73832]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 06 00:42:59.934906 dv-cinder-784623-8-iscsi neutron-server[73832]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 06 00:42:59.934906 dv-cinder-784623-8-iscsi neutron-server[73832]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 06 00:42:59.934906 dv-cinder-784623-8-iscsi neutron-server[73832]:     aggregate_uuid = self.p_client.list_aggregates(
May 06 00:42:59.934906 dv-cinder-784623-8-iscsi neutron-server[73832]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 06 00:42:59.934906 dv-cinder-784623-8-iscsi neutron-server[73832]:     return f(self, *a, **k)
May 06 00:42:59.934906 dv-cinder-784623-8-iscsi neutron-server[73832]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 06 00:42:59.934906 dv-cinder-784623-8-iscsi neutron-server[73832]:     return self._get(url).json()
May 06 00:42:59.934906 dv-cinder-784623-8-iscsi neutron-server[73832]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 06 00:42:59.934906 dv-cinder-784623-8-iscsi neutron-server[73832]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 06 00:42:59.934906 dv-cinder-784623-8-iscsi neutron-server[73832]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 06 00:42:59.934906 dv-cinder-784623-8-iscsi neutron-server[73832]:     return self.request(url, 'GET', **kwargs)
May 06 00:42:59.934906 dv-cinder-784623-8-iscsi neutron-server[73832]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 06 00:42:59.934906 dv-cinder-784623-8-iscsi neutron-server[73832]:     base_url = self.get_endpoint(auth, allow=allow,
May 06 00:42:59.934906 dv-cinder-784623-8-iscsi neutron-server[73832]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 06 00:42:59.934906 dv-cinder-784623-8-iscsi neutron-server[73832]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 06 00:42:59.934906 dv-cinder-784623-8-iscsi neutron-server[73832]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 06 00:42:59.934906 dv-cinder-784623-8-iscsi neutron-server[73832]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 06 00:42:59.934906 dv-cinder-784623-8-iscsi neutron-server[73832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 06 00:43:00.018350 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-7e2f71b2-dac9-4f3d-bc81-0b7fe5494e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407932'] for network, after_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:00.022409 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-6c4ad8f6-2e6c-4f07-a658-533cb6af490e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:43:00.035688 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-7e2f71b2-dac9-4f3d-bc81-0b7fe5494e58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535980'] for network, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:00.047148 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Device 2c950d5a-bffc-49b7-9a26-0281f558b58a no longer exists at agent ovs-agent-dv-cinder-784623-8-iscsi {{(pid=73833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 06 00:43:00.047827 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2f71b2-dac9-4f3d-bc81-0b7fe5494e58 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1ee20ed-17e0-4650-a61e-4e2579bfb5cb,revision_number=None']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:43:00.056304 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-7e2f71b2-dac9-4f3d-bc81-0b7fe5494e58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:43:00.062426 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-7e2f71b2-dac9-4f3d-bc81-0b7fe5494e58 admin admin] 10.222.0.24 "DELETE /v2.0/networks/f1ee20ed-17e0-4650-a61e-4e2579bfb5cb HTTP/1.1" status: 204  len: 168 time: 0.8601007
May 06 00:43:00.082602 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.plugin [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] No Port match for: 2c950d5a-bffc-49b7-9a26-0281f558b58a {{(pid=73833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 06 00:43:00.083009 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Device 2c950d5a-bffc-49b7-9a26-0281f558b58a not bound to the agent host dv-cinder-784623-8-iscsi {{(pid=73833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 06 00:43:00.083366 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Device b318087a-94a2-4743-ae18-71d9d7cc3948 no longer exists at agent ovs-agent-dv-cinder-784623-8-iscsi {{(pid=73833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 06 00:43:00.119255 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.plugin [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] No Port match for: b318087a-94a2-4743-ae18-71d9d7cc3948 {{(pid=73833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 06 00:43:00.119534 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Device b318087a-94a2-4743-ae18-71d9d7cc3948 not bound to the agent host dv-cinder-784623-8-iscsi {{(pid=73833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 06 00:43:00.119960 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Device 384ed5b9-5b19-4d3e-845e-4acbb4b59ce4 no longer exists at agent ovs-agent-dv-cinder-784623-8-iscsi {{(pid=73833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 06 00:43:00.152815 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.plugin [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] No Port match for: 384ed5b9-5b19-4d3e-845e-4acbb4b59ce4 {{(pid=73833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 06 00:43:00.153177 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Device 384ed5b9-5b19-4d3e-845e-4acbb4b59ce4 not bound to the agent host dv-cinder-784623-8-iscsi {{(pid=73833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 06 00:43:00.185447 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 45366) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:43:00.237613 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-a06582f8-8a3c-4e60-b16a-8a385c21a163 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=aea92748b0624ad09d804decdf1eee48&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0508783
May 06 00:43:00.239960 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 45370) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:43:00.301335 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-a152482b-7cbb-45fc-bbcc-d206b65496e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:00.326990 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-a152482b-7cbb-45fc-bbcc-d206b65496e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:00.383535 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-a152482b-7cbb-45fc-bbcc-d206b65496e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:00.388059 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-3c98c6a5-9f07-4cea-b266-4cf19090910e tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:43:00.401991 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a152482b-7cbb-45fc-bbcc-d206b65496e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c4a9405-9ae4-4d85-9df1-582b3b2c9eb3,revision_number=None']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:43:00.405475 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-a152482b-7cbb-45fc-bbcc-d206b65496e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:43:00.408556 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-a152482b-7cbb-45fc-bbcc-d206b65496e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:00.410016 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-a152482b-7cbb-45fc-bbcc-d206b65496e7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4c4a9405-9ae4-4d85-9df1-582b3b2c9eb3 HTTP/1.1" status: 204  len: 168 time: 0.1688280
May 06 00:43:02.416595 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 45438) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:43:02.536616 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-6391cda9-1f97-44b7-b865-7f0590133cb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:02.551307 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-6391cda9-1f97-44b7-b865-7f0590133cb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:43:02.555011 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-6391cda9-1f97-44b7-b865-7f0590133cb4 admin admin] Usage tracker for resource:security_group_rule and tenant:ef99449ac96847028a12134be8efc286 is out of sync, need to count used quota {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:43:02.557797 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-6391cda9-1f97-44b7-b865-7f0590133cb4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:43:02.563331 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-6391cda9-1f97-44b7-b865-7f0590133cb4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:43:02.645616 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-6391cda9-1f97-44b7-b865-7f0590133cb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:02.652934 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-6391cda9-1f97-44b7-b865-7f0590133cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:02.660207 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-97c14877-3e84-40fd-a8aa-0114db52e99b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:43:02.702053 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6391cda9-1f97-44b7-b865-7f0590133cb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbcf8cbd-10e9-4d71-9a17-1fb327221874,revision_number=1']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:43:02.705092 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-6391cda9-1f97-44b7-b865-7f0590133cb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:43:02.711018 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-6391cda9-1f97-44b7-b865-7f0590133cb4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ef99449ac96847028a12134be8efc286&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2907133
May 06 00:43:02.711507 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 45444) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:43:02.780172 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-8a98742e-02b6-4ebd-a155-2e12c65f58d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:02.805697 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-8a98742e-02b6-4ebd-a155-2e12c65f58d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:02.857157 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-8a98742e-02b6-4ebd-a155-2e12c65f58d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:02.871570 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-a11c472b-26a8-4780-9591-e0832187b666 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:43:02.884414 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-8a98742e-02b6-4ebd-a155-2e12c65f58d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:02.886419 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-8a98742e-02b6-4ebd-a155-2e12c65f58d4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fbcf8cbd-10e9-4d71-9a17-1fb327221874 HTTP/1.1" status: 204  len: 168 time: 0.1743770
May 06 00:43:02.887427 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a98742e-02b6-4ebd-a155-2e12c65f58d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbcf8cbd-10e9-4d71-9a17-1fb327221874,revision_number=None']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:43:02.889789 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-8a98742e-02b6-4ebd-a155-2e12c65f58d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:43:03.169766 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 45456) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:43:03.187577 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-51b589f0-0105-4a9f-8173-c476ae827cc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:03.202917 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-51b589f0-0105-4a9f-8173-c476ae827cc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:43:03.206708 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-51b589f0-0105-4a9f-8173-c476ae827cc2 admin admin] Usage tracker for resource:security_group_rule and tenant:fb88e9d9bcf4495897add6f40a4dcf44 is out of sync, need to count used quota {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:43:03.209497 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-51b589f0-0105-4a9f-8173-c476ae827cc2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:43:03.218249 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-51b589f0-0105-4a9f-8173-c476ae827cc2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:43:03.303098 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-51b589f0-0105-4a9f-8173-c476ae827cc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:03.306964 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-51b589f0-0105-4a9f-8173-c476ae827cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:03.317650 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-1eb6a564-6c47-4ff5-889b-efe5096dbca3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:43:03.358992 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b589f0-0105-4a9f-8173-c476ae827cc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=084e5234-acb6-4804-b19e-0a0c9705d8ff,revision_number=1']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:43:03.362438 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-51b589f0-0105-4a9f-8173-c476ae827cc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:43:03.364708 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-51b589f0-0105-4a9f-8173-c476ae827cc2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fb88e9d9bcf4495897add6f40a4dcf44&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1939754
May 06 00:43:03.367342 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 45460) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:43:03.426220 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-8349c718-cafc-444d-a82f-b3d7c41690af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:03.452948 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-8349c718-cafc-444d-a82f-b3d7c41690af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:03.505887 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-8349c718-cafc-444d-a82f-b3d7c41690af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:03.510283 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-9aec69ba-199a-4932-82fe-734135146012 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:43:03.527636 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8349c718-cafc-444d-a82f-b3d7c41690af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=084e5234-acb6-4804-b19e-0a0c9705d8ff,revision_number=None']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:43:03.530251 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-8349c718-cafc-444d-a82f-b3d7c41690af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:43:03.542136 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-8349c718-cafc-444d-a82f-b3d7c41690af admin admin] Notify callbacks [] for security_group, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:03.543242 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-8349c718-cafc-444d-a82f-b3d7c41690af admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/084e5234-acb6-4804-b19e-0a0c9705d8ff HTTP/1.1" status: 204  len: 168 time: 0.1750634
May 06 00:43:05.284072 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 45510) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:43:05.406936 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-17ccd7d2-7507-4946-b700-679db726db38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:05.421813 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-17ccd7d2-7507-4946-b700-679db726db38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:43:05.425528 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-17ccd7d2-7507-4946-b700-679db726db38 admin admin] Usage tracker for resource:security_group_rule and tenant:ec9ba79b78d3424b81d7b9a028a4b2a9 is out of sync, need to count used quota {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:43:05.428235 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-17ccd7d2-7507-4946-b700-679db726db38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:43:05.434294 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-17ccd7d2-7507-4946-b700-679db726db38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:43:05.634057 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-17ccd7d2-7507-4946-b700-679db726db38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:05.639837 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-17ccd7d2-7507-4946-b700-679db726db38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:05.646548 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-793a240e-4df7-4b90-9558-8eaf6e123edb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:43:05.685077 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ccd7d2-7507-4946-b700-679db726db38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd8f9a1-c19d-4742-b2d0-b9006880788d,revision_number=1']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:43:05.689751 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-17ccd7d2-7507-4946-b700-679db726db38 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ec9ba79b78d3424b81d7b9a028a4b2a9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4046569
May 06 00:43:05.690897 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-17ccd7d2-7507-4946-b700-679db726db38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:43:05.691980 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 45516) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:43:05.758643 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-5105335d-71ac-4f54-a66b-cf8b6a6a4549 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:05.784031 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-5105335d-71ac-4f54-a66b-cf8b6a6a4549 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:05.837667 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-5105335d-71ac-4f54-a66b-cf8b6a6a4549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:05.841974 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-dae58989-468d-4c16-8d65-a843b03ffa2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:43:05.857189 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5105335d-71ac-4f54-a66b-cf8b6a6a4549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd8f9a1-c19d-4742-b2d0-b9006880788d,revision_number=None']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:43:05.859463 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-5105335d-71ac-4f54-a66b-cf8b6a6a4549 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:43:05.865082 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-5105335d-71ac-4f54-a66b-cf8b6a6a4549 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:05.866156 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-5105335d-71ac-4f54-a66b-cf8b6a6a4549 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bfd8f9a1-c19d-4742-b2d0-b9006880788d HTTP/1.1" status: 204  len: 168 time: 0.1732075
May 06 00:43:06.144638 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 45526) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:43:06.162594 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-85557972-6e38-4836-a57d-d00a24f1fd08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:06.177943 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-85557972-6e38-4836-a57d-d00a24f1fd08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:43:06.182836 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-85557972-6e38-4836-a57d-d00a24f1fd08 admin admin] Usage tracker for resource:security_group_rule and tenant:6f1182525133477fb36bcafd87093f6b is out of sync, need to count used quota {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:43:06.185641 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-85557972-6e38-4836-a57d-d00a24f1fd08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:43:06.191279 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-85557972-6e38-4836-a57d-d00a24f1fd08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:43:06.278841 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-85557972-6e38-4836-a57d-d00a24f1fd08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:06.282600 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-85557972-6e38-4836-a57d-d00a24f1fd08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:06.292317 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-aafc1181-2271-4e29-97d0-1a05674cef9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:43:06.331765 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-85557972-6e38-4836-a57d-d00a24f1fd08 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6f1182525133477fb36bcafd87093f6b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1860459
May 06 00:43:06.333504 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85557972-6e38-4836-a57d-d00a24f1fd08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5d806fa-7488-4a18-b06b-963259163b57,revision_number=1']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:43:06.334410 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 45534) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:43:06.336626 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-85557972-6e38-4836-a57d-d00a24f1fd08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:43:06.392489 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-154f6080-14a7-46f4-a9ec-66b17e545249 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:06.419317 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-154f6080-14a7-46f4-a9ec-66b17e545249 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:06.472313 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-154f6080-14a7-46f4-a9ec-66b17e545249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:06.476848 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-a152482b-7cbb-45fc-bbcc-d206b65496e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:43:06.489816 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154f6080-14a7-46f4-a9ec-66b17e545249 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5d806fa-7488-4a18-b06b-963259163b57,revision_number=None']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:43:06.492541 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-154f6080-14a7-46f4-a9ec-66b17e545249 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:43:06.493468 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-154f6080-14a7-46f4-a9ec-66b17e545249 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:06.497423 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-154f6080-14a7-46f4-a9ec-66b17e545249 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d5d806fa-7488-4a18-b06b-963259163b57 HTTP/1.1" status: 204  len: 168 time: 0.1619892
May 06 00:43:09.152434 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 45622) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:43:09.270202 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-e0c3a971-6a17-4257-82f9-0890dc05e7c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:09.284154 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-e0c3a971-6a17-4257-82f9-0890dc05e7c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:43:09.287881 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-e0c3a971-6a17-4257-82f9-0890dc05e7c6 admin admin] Usage tracker for resource:security_group_rule and tenant:09daaff434fc41be87a9346425a37680 is out of sync, need to count used quota {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:43:09.291102 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-e0c3a971-6a17-4257-82f9-0890dc05e7c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:43:09.296628 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-e0c3a971-6a17-4257-82f9-0890dc05e7c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:43:09.377680 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-e0c3a971-6a17-4257-82f9-0890dc05e7c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:09.393689 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-e0c3a971-6a17-4257-82f9-0890dc05e7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:09.400628 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-14e8c57e-f69b-44e6-bd9a-368eeecd91b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:43:09.440083 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c3a971-6a17-4257-82f9-0890dc05e7c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7d10e7f-3ac7-4883-9f56-f8a935251178,revision_number=1']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:43:09.444359 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-e0c3a971-6a17-4257-82f9-0890dc05e7c6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=09daaff434fc41be87a9346425a37680&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2909322
May 06 00:43:09.445250 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-e0c3a971-6a17-4257-82f9-0890dc05e7c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:43:09.447807 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 45630) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:43:09.507364 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-e46bdc77-f780-41d5-8097-d1f143d6cfca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:09.532327 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-e46bdc77-f780-41d5-8097-d1f143d6cfca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:09.584105 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-e46bdc77-f780-41d5-8097-d1f143d6cfca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:09.587512 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-6391cda9-1f97-44b7-b865-7f0590133cb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:43:09.598220 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46bdc77-f780-41d5-8097-d1f143d6cfca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7d10e7f-3ac7-4883-9f56-f8a935251178,revision_number=None']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:43:09.601477 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-e46bdc77-f780-41d5-8097-d1f143d6cfca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:43:09.605295 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-e46bdc77-f780-41d5-8097-d1f143d6cfca admin admin] Notify callbacks [] for security_group, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:09.606380 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-e46bdc77-f780-41d5-8097-d1f143d6cfca admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c7d10e7f-3ac7-4883-9f56-f8a935251178 HTTP/1.1" status: 204  len: 168 time: 0.1577048
May 06 00:43:09.888282 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 45638) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:43:09.906251 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-7fe25718-152e-43e8-a427-9cd7ec3bad1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:09.921154 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-7fe25718-152e-43e8-a427-9cd7ec3bad1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:43:09.924930 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-7fe25718-152e-43e8-a427-9cd7ec3bad1a admin admin] Usage tracker for resource:security_group_rule and tenant:74bf38540e3b412d8d901dc83208c47e is out of sync, need to count used quota {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:43:09.927709 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-7fe25718-152e-43e8-a427-9cd7ec3bad1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:43:09.934042 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-7fe25718-152e-43e8-a427-9cd7ec3bad1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:43:10.015374 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-7fe25718-152e-43e8-a427-9cd7ec3bad1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:10.019287 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-7fe25718-152e-43e8-a427-9cd7ec3bad1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:10.032003 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-eaeb0413-f1b7-41ae-8e81-d3523bc2a0ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:43:10.070142 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-7fe25718-152e-43e8-a427-9cd7ec3bad1a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=74bf38540e3b412d8d901dc83208c47e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1808028
May 06 00:43:10.071685 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe25718-152e-43e8-a427-9cd7ec3bad1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=756a6d3e-5f8b-4286-b54b-245a227a2435,revision_number=1']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:43:10.072913 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 45642) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:43:10.075078 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-7fe25718-152e-43e8-a427-9cd7ec3bad1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:43:10.131441 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-aa290454-edb1-4b06-b424-4cd41ac0282f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:10.157247 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-aa290454-edb1-4b06-b424-4cd41ac0282f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:10.208826 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-aa290454-edb1-4b06-b424-4cd41ac0282f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:10.214061 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-f0778ac0-f984-412c-8700-d1c437cf93a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:43:10.224060 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa290454-edb1-4b06-b424-4cd41ac0282f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=756a6d3e-5f8b-4286-b54b-245a227a2435,revision_number=None']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:43:10.227410 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-aa290454-edb1-4b06-b424-4cd41ac0282f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:43:10.231477 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-aa290454-edb1-4b06-b424-4cd41ac0282f admin admin] Notify callbacks [] for security_group, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:10.235165 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-aa290454-edb1-4b06-b424-4cd41ac0282f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/756a6d3e-5f8b-4286-b54b-245a227a2435 HTTP/1.1" status: 204  len: 168 time: 0.1587358
May 06 00:43:12.400301 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 45724) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:43:12.515188 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-a8dd25fe-0be2-44fe-8460-407b7515906e admin admin] Notify callbacks [] for security_group, before_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:12.529749 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-a8dd25fe-0be2-44fe-8460-407b7515906e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:43:12.533397 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-a8dd25fe-0be2-44fe-8460-407b7515906e admin admin] Usage tracker for resource:security_group_rule and tenant:2dc41ed5cd9744a88c8e083cd7b71d08 is out of sync, need to count used quota {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:43:12.536114 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-a8dd25fe-0be2-44fe-8460-407b7515906e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:43:12.542851 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-a8dd25fe-0be2-44fe-8460-407b7515906e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:43:12.624178 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-a8dd25fe-0be2-44fe-8460-407b7515906e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:12.627916 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-a8dd25fe-0be2-44fe-8460-407b7515906e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:12.637161 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-b26535b3-e783-4ea1-be58-26793d99a24f tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:43:12.675518 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-a8dd25fe-0be2-44fe-8460-407b7515906e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2dc41ed5cd9744a88c8e083cd7b71d08&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2739913
May 06 00:43:12.677185 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dd25fe-0be2-44fe-8460-407b7515906e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88a95db5-3f69-4d8c-b9ff-7a79c656d5a5,revision_number=1']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:43:12.678230 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 45730) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:43:12.680355 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-a8dd25fe-0be2-44fe-8460-407b7515906e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:43:12.740383 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-46545fcb-b907-4edd-89e8-12976c1ed1ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:12.765668 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-46545fcb-b907-4edd-89e8-12976c1ed1ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:12.815647 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-46545fcb-b907-4edd-89e8-12976c1ed1ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:12.819073 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-2cf53b50-05b4-4940-be8c-cfe1291b1f50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:43:12.829993 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46545fcb-b907-4edd-89e8-12976c1ed1ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88a95db5-3f69-4d8c-b9ff-7a79c656d5a5,revision_number=None']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:43:12.833725 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-46545fcb-b907-4edd-89e8-12976c1ed1ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:43:12.836813 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-46545fcb-b907-4edd-89e8-12976c1ed1ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:12.838498 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-46545fcb-b907-4edd-89e8-12976c1ed1ce admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/88a95db5-3f69-4d8c-b9ff-7a79c656d5a5 HTTP/1.1" status: 204  len: 168 time: 0.1592879
May 06 00:43:13.104127 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:13.111490 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 45738) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:43:13.129384 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-835212c4-b8fb-4a33-be56-8475def7b8e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:13.143766 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-835212c4-b8fb-4a33-be56-8475def7b8e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:43:13.147506 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-835212c4-b8fb-4a33-be56-8475def7b8e0 admin admin] Usage tracker for resource:security_group_rule and tenant:6da0056fb834489f9b3977b389e49c52 is out of sync, need to count used quota {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:43:13.150285 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-835212c4-b8fb-4a33-be56-8475def7b8e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:43:13.155832 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-835212c4-b8fb-4a33-be56-8475def7b8e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:43:13.235647 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-835212c4-b8fb-4a33-be56-8475def7b8e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:13.239500 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-835212c4-b8fb-4a33-be56-8475def7b8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:13.248725 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-70bfcc9c-8f8c-4b1a-95c3-1352f20c656a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:43:13.371537 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-835212c4-b8fb-4a33-be56-8475def7b8e0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6da0056fb834489f9b3977b389e49c52&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2588768
May 06 00:43:13.372352 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835212c4-b8fb-4a33-be56-8475def7b8e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84fff43d-d515-45b6-8997-fda35e77b9a2,revision_number=1']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:43:13.374068 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 45744) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:43:13.375294 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-835212c4-b8fb-4a33-be56-8475def7b8e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:43:13.436119 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-0e319391-e6b0-472a-b953-4416658de64e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:13.460981 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-0e319391-e6b0-472a-b953-4416658de64e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:13.511636 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-0e319391-e6b0-472a-b953-4416658de64e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:13.515248 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-e3fca572-9e1e-4d0b-a84e-b8d3640092f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:43:13.529130 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e319391-e6b0-472a-b953-4416658de64e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84fff43d-d515-45b6-8997-fda35e77b9a2,revision_number=None']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:43:13.532950 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-0e319391-e6b0-472a-b953-4416658de64e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:43:13.545710 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-0e319391-e6b0-472a-b953-4416658de64e admin admin] Notify callbacks [] for security_group, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:13.548162 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-0e319391-e6b0-472a-b953-4416658de64e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/84fff43d-d515-45b6-8997-fda35e77b9a2 HTTP/1.1" status: 204  len: 168 time: 0.1717253
May 06 00:43:15.558314 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 45810) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:43:15.673301 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-71d09b6f-6f4e-480c-942b-0a29612f591b admin admin] Notify callbacks [] for security_group, before_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:15.687839 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-71d09b6f-6f4e-480c-942b-0a29612f591b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:43:15.691566 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-71d09b6f-6f4e-480c-942b-0a29612f591b admin admin] Usage tracker for resource:security_group_rule and tenant:2f8165a68ad24a908c62b170bdd7ec01 is out of sync, need to count used quota {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:43:15.694390 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-71d09b6f-6f4e-480c-942b-0a29612f591b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:43:15.700057 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-71d09b6f-6f4e-480c-942b-0a29612f591b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:43:15.778828 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-71d09b6f-6f4e-480c-942b-0a29612f591b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:15.782290 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-71d09b6f-6f4e-480c-942b-0a29612f591b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:15.791104 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-8061cdec-3e63-4876-95d3-c578a1de594b tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:43:15.829504 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-71d09b6f-6f4e-480c-942b-0a29612f591b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2f8165a68ad24a908c62b170bdd7ec01&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2701290
May 06 00:43:15.830375 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d09b6f-6f4e-480c-942b-0a29612f591b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59fb9ec8-4414-4bcf-a1dd-1e10a49ea22a,revision_number=1']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:43:15.832496 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 45816) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:43:15.837927 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d09b6f-6f4e-480c-942b-0a29612f591b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:43:15.838307 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d09b6f-6f4e-480c-942b-0a29612f591b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:43:15.838674 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d09b6f-6f4e-480c-942b-0a29612f591b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:43:15.839043 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d09b6f-6f4e-480c-942b-0a29612f591b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:43:15.839398 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d09b6f-6f4e-480c-942b-0a29612f591b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:43:15.839756 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d09b6f-6f4e-480c-942b-0a29612f591b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:43:15.840109 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d09b6f-6f4e-480c-942b-0a29612f591b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:43:15.840463 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d09b6f-6f4e-480c-942b-0a29612f591b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:43:15.840839 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d09b6f-6f4e-480c-942b-0a29612f591b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:43:15.841194 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d09b6f-6f4e-480c-942b-0a29612f591b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:43:15.841541 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d09b6f-6f4e-480c-942b-0a29612f591b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:43:15.841890 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d09b6f-6f4e-480c-942b-0a29612f591b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:43:15.845656 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-71d09b6f-6f4e-480c-942b-0a29612f591b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:43:15.890939 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.agents_db [None req-ee74f776-58ee-4f13-aa41-ceaf6d7d8c19 None None] Agent healthcheck: found 6 active agents {{(pid=73834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 06 00:43:15.895021 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-0eb8255a-4f4f-41c3-a7cb-bf8de7c46bbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:15.920826 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-0eb8255a-4f4f-41c3-a7cb-bf8de7c46bbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:15.972596 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-0eb8255a-4f4f-41c3-a7cb-bf8de7c46bbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:15.976013 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-aa290454-edb1-4b06-b424-4cd41ac0282f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:43:15.988833 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb8255a-4f4f-41c3-a7cb-bf8de7c46bbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59fb9ec8-4414-4bcf-a1dd-1e10a49ea22a,revision_number=None']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:43:15.992542 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-0eb8255a-4f4f-41c3-a7cb-bf8de7c46bbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:43:15.997967 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-0eb8255a-4f4f-41c3-a7cb-bf8de7c46bbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:16.001172 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-0eb8255a-4f4f-41c3-a7cb-bf8de7c46bbc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/59fb9ec8-4414-4bcf-a1dd-1e10a49ea22a HTTP/1.1" status: 204  len: 168 time: 0.1673324
May 06 00:43:16.272452 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 45824) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:43:16.294104 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-cbdf47f6-bda9-41c3-99d3-d8fda60dd449 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:16.308616 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-cbdf47f6-bda9-41c3-99d3-d8fda60dd449 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:43:16.312315 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-cbdf47f6-bda9-41c3-99d3-d8fda60dd449 admin admin] Usage tracker for resource:security_group_rule and tenant:e8f6fee79ceb4a199d82e6ee7df1552d is out of sync, need to count used quota {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:43:16.315044 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-cbdf47f6-bda9-41c3-99d3-d8fda60dd449 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:43:16.320535 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-cbdf47f6-bda9-41c3-99d3-d8fda60dd449 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:43:16.401485 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-cbdf47f6-bda9-41c3-99d3-d8fda60dd449 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:16.405012 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-cbdf47f6-bda9-41c3-99d3-d8fda60dd449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:16.413305 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-c61b06e9-b87e-4a7b-b227-aa89d0786a5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:43:16.453254 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-cbdf47f6-bda9-41c3-99d3-d8fda60dd449 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e8f6fee79ceb4a199d82e6ee7df1552d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1797278
May 06 00:43:16.454879 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdf47f6-bda9-41c3-99d3-d8fda60dd449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25ad2cb3-766c-43b5-a33b-31b74ef2b54b,revision_number=1']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:43:16.455973 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 45828) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:43:16.457996 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-cbdf47f6-bda9-41c3-99d3-d8fda60dd449 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:43:16.516104 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-34ed42c0-8ce4-4d49-b5cd-e46b4b1299b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:16.542072 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-34ed42c0-8ce4-4d49-b5cd-e46b4b1299b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:16.597396 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-34ed42c0-8ce4-4d49-b5cd-e46b4b1299b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:16.602247 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-24fef808-80d1-448b-915e-f4f601d57770 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:43:16.614354 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ed42c0-8ce4-4d49-b5cd-e46b4b1299b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25ad2cb3-766c-43b5-a33b-31b74ef2b54b,revision_number=None']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:43:16.617227 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-34ed42c0-8ce4-4d49-b5cd-e46b4b1299b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:43:16.619689 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-34ed42c0-8ce4-4d49-b5cd-e46b4b1299b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:16.621365 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-34ed42c0-8ce4-4d49-b5cd-e46b4b1299b5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/25ad2cb3-766c-43b5-a33b-31b74ef2b54b HTTP/1.1" status: 204  len: 168 time: 0.1638708
May 06 00:43:16.776840 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-c24319c0-68ef-4f18-a95a-97ac3b8f6453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:19.278613 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:19.570800 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-b4e63dc3-8830-4c86-9e79-a1a13e649d93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:20.428342 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-90084741-9b8f-423c-9f16-72d74cd0e02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:21.938411 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-06e5bd5a-9e4a-4653-864f-becf711c9df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:28.346400 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 45992) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:43:28.466545 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-03860862-c893-4c85-abf8-02a49ee3a6c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:28.481936 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-03860862-c893-4c85-abf8-02a49ee3a6c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:43:28.485650 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-03860862-c893-4c85-abf8-02a49ee3a6c9 admin admin] Usage tracker for resource:security_group_rule and tenant:014f3d9c492c4b48b4e5652d1dfe80e9 is out of sync, need to count used quota {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:43:28.488476 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-03860862-c893-4c85-abf8-02a49ee3a6c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:43:28.494189 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-03860862-c893-4c85-abf8-02a49ee3a6c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:43:28.573254 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-03860862-c893-4c85-abf8-02a49ee3a6c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:28.576415 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-03860862-c893-4c85-abf8-02a49ee3a6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:28.584310 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-d15f8b2a-5f1d-4364-acbe-b0fa9337091f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:43:28.625062 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-03860862-c893-4c85-abf8-02a49ee3a6c9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=014f3d9c492c4b48b4e5652d1dfe80e9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2746553
May 06 00:43:28.625062 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03860862-c893-4c85-abf8-02a49ee3a6c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eebade1-18e0-42b9-abbc-89331a21bbbe,revision_number=1']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:43:28.625572 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 45998) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:43:28.627482 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-03860862-c893-4c85-abf8-02a49ee3a6c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:43:28.685762 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-ce3f3680-1954-4f25-a75e-c5f5c7e38631 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:28.710748 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-ce3f3680-1954-4f25-a75e-c5f5c7e38631 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:28.766669 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-ce3f3680-1954-4f25-a75e-c5f5c7e38631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:28.770210 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-26e50d35-30b9-4872-a734-30557a779a8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:43:28.784013 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3f3680-1954-4f25-a75e-c5f5c7e38631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eebade1-18e0-42b9-abbc-89331a21bbbe,revision_number=None']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:43:28.786756 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-ce3f3680-1954-4f25-a75e-c5f5c7e38631 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:43:28.796565 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-ce3f3680-1954-4f25-a75e-c5f5c7e38631 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:28.799297 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-ce3f3680-1954-4f25-a75e-c5f5c7e38631 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6eebade1-18e0-42b9-abbc-89331a21bbbe HTTP/1.1" status: 204  len: 168 time: 0.1711645
May 06 00:43:30.880579 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 46042) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:43:30.994998 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-b0e30874-26d3-486d-9ee7-d4df718e3dfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:31.009729 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-b0e30874-26d3-486d-9ee7-d4df718e3dfe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:43:31.013752 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-b0e30874-26d3-486d-9ee7-d4df718e3dfe admin admin] Usage tracker for resource:security_group_rule and tenant:72664436b07e4719aa3c2550832a8c4e is out of sync, need to count used quota {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:43:31.016273 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.quota.resource [None req-b0e30874-26d3-486d-9ee7-d4df718e3dfe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:43:31.022065 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.quota.driver [None req-b0e30874-26d3-486d-9ee7-d4df718e3dfe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:43:31.107009 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-b0e30874-26d3-486d-9ee7-d4df718e3dfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:31.111078 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-b0e30874-26d3-486d-9ee7-d4df718e3dfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_create {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:31.120010 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-c1049a30-7ac2-4aec-a907-2c89b2bfdce8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:43:31.159010 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-b0e30874-26d3-486d-9ee7-d4df718e3dfe admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=72664436b07e4719aa3c2550832a8c4e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2773466
May 06 00:43:31.159945 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e30874-26d3-486d-9ee7-d4df718e3dfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff735427-a82c-4428-b614-6d6d0ae37c16,revision_number=1']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:43:31.161827 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 46052) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:43:31.163293 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-b0e30874-26d3-486d-9ee7-d4df718e3dfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:43:31.232786 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-8fe88097-6d0f-463f-9049-e9eeb0999550 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:31.258549 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-8fe88097-6d0f-463f-9049-e9eeb0999550 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:31.313750 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-8fe88097-6d0f-463f-9049-e9eeb0999550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:31.318543 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-e46bdc77-f780-41d5-8097-d1f143d6cfca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:43:31.331016 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe88097-6d0f-463f-9049-e9eeb0999550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff735427-a82c-4428-b614-6d6d0ae37c16,revision_number=None']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:43:31.334799 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-8fe88097-6d0f-463f-9049-e9eeb0999550 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:43:31.341463 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-8fe88097-6d0f-463f-9049-e9eeb0999550 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:31.342571 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-8fe88097-6d0f-463f-9049-e9eeb0999550 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ff735427-a82c-4428-b614-6d6d0ae37c16 HTTP/1.1" status: 204  len: 168 time: 0.1750569
May 06 00:43:31.618867 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 46064) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:43:31.636726 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-37487412-33a4-4dd1-87e0-253ae108a8d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:31.651021 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-37487412-33a4-4dd1-87e0-253ae108a8d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:43:31.654797 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-37487412-33a4-4dd1-87e0-253ae108a8d0 admin admin] Usage tracker for resource:security_group_rule and tenant:d16e09cfd7ca4ef19de53c8858af8ef5 is out of sync, need to count used quota {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:43:31.657556 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-37487412-33a4-4dd1-87e0-253ae108a8d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:43:31.663148 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-37487412-33a4-4dd1-87e0-253ae108a8d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:43:31.744995 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-37487412-33a4-4dd1-87e0-253ae108a8d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:31.748624 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-37487412-33a4-4dd1-87e0-253ae108a8d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:31.755824 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-e3f122e2-d281-4357-90a9-e049eb620de4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:43:31.794798 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37487412-33a4-4dd1-87e0-253ae108a8d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a522ff8-ac67-4569-9e3f-07dc0ea64135,revision_number=1']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:43:31.797790 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-37487412-33a4-4dd1-87e0-253ae108a8d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:43:31.800418 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-37487412-33a4-4dd1-87e0-253ae108a8d0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d16e09cfd7ca4ef19de53c8858af8ef5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1805658
May 06 00:43:31.803161 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 46068) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:43:31.863241 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-3d6af66f-3216-4127-904e-d1aa044b467d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:31.888333 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-3d6af66f-3216-4127-904e-d1aa044b467d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:31.938294 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-3d6af66f-3216-4127-904e-d1aa044b467d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:31.942940 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-835212c4-b8fb-4a33-be56-8475def7b8e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:43:31.955338 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6af66f-3216-4127-904e-d1aa044b467d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a522ff8-ac67-4569-9e3f-07dc0ea64135,revision_number=None']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:43:31.958146 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-3d6af66f-3216-4127-904e-d1aa044b467d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:43:31.959065 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-3d6af66f-3216-4127-904e-d1aa044b467d admin admin] Notify callbacks [] for security_group, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:31.960148 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-3d6af66f-3216-4127-904e-d1aa044b467d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2a522ff8-ac67-4569-9e3f-07dc0ea64135 HTTP/1.1" status: 204  len: 168 time: 0.1561177
May 06 00:43:32.663496 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 46098) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:43:32.782504 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-d2d10a13-7c5a-44e2-969e-31ad1ae09e36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:32.796751 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-d2d10a13-7c5a-44e2-969e-31ad1ae09e36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:43:32.800429 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-d2d10a13-7c5a-44e2-969e-31ad1ae09e36 admin admin] Usage tracker for resource:security_group_rule and tenant:0cf73014c5ac415eb93f0bd97f123d07 is out of sync, need to count used quota {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:43:32.803335 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-d2d10a13-7c5a-44e2-969e-31ad1ae09e36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:43:32.809027 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-d2d10a13-7c5a-44e2-969e-31ad1ae09e36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:43:32.894439 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-d2d10a13-7c5a-44e2-969e-31ad1ae09e36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:32.899366 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-d2d10a13-7c5a-44e2-969e-31ad1ae09e36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:32.908049 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-ecdc7729-b17b-4fe1-be12-1f1c39c9baba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:43:32.951395 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-d2d10a13-7c5a-44e2-969e-31ad1ae09e36 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0cf73014c5ac415eb93f0bd97f123d07&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2868111
May 06 00:43:32.953152 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d10a13-7c5a-44e2-969e-31ad1ae09e36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aa8eea6-1827-4c94-bbfc-950ccfcc2605,revision_number=1']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:43:32.954313 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 46108) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:43:32.956232 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-d2d10a13-7c5a-44e2-969e-31ad1ae09e36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:43:33.018279 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-1532c33a-7c7c-49bc-8b19-b875f8238430 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:33.047701 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-1532c33a-7c7c-49bc-8b19-b875f8238430 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:33.101797 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-1532c33a-7c7c-49bc-8b19-b875f8238430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:33.105519 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-cacc0a97-bfb6-43db-a4f3-9e13c2f4a934 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:43:33.118923 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1532c33a-7c7c-49bc-8b19-b875f8238430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aa8eea6-1827-4c94-bbfc-950ccfcc2605,revision_number=None']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:43:33.124186 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-1532c33a-7c7c-49bc-8b19-b875f8238430 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:43:33.128536 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-1532c33a-7c7c-49bc-8b19-b875f8238430 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:33.137278 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-1532c33a-7c7c-49bc-8b19-b875f8238430 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2aa8eea6-1827-4c94-bbfc-950ccfcc2605 HTTP/1.1" status: 204  len: 168 time: 0.1761749
May 06 00:43:34.563256 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-af642385-b707-43ae-9fc0-6c880e2790ad req-ed054e73-12b5-449d-a1ea-f32717f34dd9 tempest-VolumesNegativeTest-423440502 tempest-VolumesNegativeTest-423440502-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=39b9ee3889b949f8a050c08aab4505b8&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0286331
May 06 00:43:34.714197 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af642385-b707-43ae-9fc0-6c880e2790ad req-745e314f-281f-4b85-9618-c26da07cd023 tempest-VolumesNegativeTest-423440502 tempest-VolumesNegativeTest-423440502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:43:34.715658 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-af642385-b707-43ae-9fc0-6c880e2790ad req-745e314f-281f-4b85-9618-c26da07cd023 tempest-VolumesNegativeTest-423440502 tempest-VolumesNegativeTest-423440502-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1472371
May 06 00:43:34.730476 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-af642385-b707-43ae-9fc0-6c880e2790ad req-480912eb-19b6-475a-bbe8-e3d3dca49c5a tempest-VolumesNegativeTest-423440502 tempest-VolumesNegativeTest-423440502-project] 10.222.0.24 "GET /v2.0/quotas/39b9ee3889b949f8a050c08aab4505b8 HTTP/1.1" status: 200  len: 375 time: 0.0094721
May 06 00:43:34.777121 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-af642385-b707-43ae-9fc0-6c880e2790ad req-76438ea4-70c1-4fe9-9219-ced21c203b60 tempest-VolumesNegativeTest-423440502 tempest-VolumesNegativeTest-423440502-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=39b9ee3889b949f8a050c08aab4505b8&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0415230
May 06 00:43:34.945915 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-ed49fb44-d9a4-4c14-aa8d-5ee5a0fa5e1f req-bc0b7c3e-bf7a-4584-ab05-6908ebe55520 tempest-VolumesNegativeTest-423440502 tempest-VolumesNegativeTest-423440502-project] 10.222.0.24 "GET /v2.0/ports?device_id=afd9495a-c46b-4b5c-ac13-42e21cec1b7c HTTP/1.1" status: 200  len: 210 time: 0.0421419
May 06 00:43:36.100334 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-4643e56b-7bae-4559-80f4-19494051b56d req-6c3e7bc7-81b1-45a6-bc7e-920cd76d837b tempest-VolumesNegativeTest-423440502 tempest-VolumesNegativeTest-423440502-project] 10.222.0.24 "GET /v2.0/ports?device_id=afd9495a-c46b-4b5c-ac13-42e21cec1b7c HTTP/1.1" status: 200  len: 210 time: 0.0456805
May 06 00:43:37.250532 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-a61d0233-76d2-49d9-ac2c-9199b81264e7 req-2c033933-0f83-49c2-aff1-8b6e81e09f73 tempest-VolumesNegativeTest-423440502 tempest-VolumesNegativeTest-423440502-project] 10.222.0.24 "GET /v2.0/ports?device_id=afd9495a-c46b-4b5c-ac13-42e21cec1b7c HTTP/1.1" status: 200  len: 210 time: 0.0457423
May 06 00:43:38.394392 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-6c3a0992-44fd-49bb-9634-1799d18a4dd6 req-2b362fb8-b269-4093-92c0-d31e84e11d2e tempest-VolumesNegativeTest-423440502 tempest-VolumesNegativeTest-423440502-project] 10.222.0.24 "GET /v2.0/ports?device_id=afd9495a-c46b-4b5c-ac13-42e21cec1b7c HTTP/1.1" status: 200  len: 210 time: 0.0423982
May 06 00:43:38.807229 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-af642385-b707-43ae-9fc0-6c880e2790ad req-f8fdf43a-f39e-4a13-9a44-1136eeda6dde tempest-VolumesNegativeTest-423440502 tempest-VolumesNegativeTest-423440502-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=39b9ee3889b949f8a050c08aab4505b8&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0292537
May 06 00:43:38.965471 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af642385-b707-43ae-9fc0-6c880e2790ad req-51c19594-8879-4444-92bf-2df46b88200a tempest-VolumesNegativeTest-423440502 tempest-VolumesNegativeTest-423440502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:43:38.966938 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-af642385-b707-43ae-9fc0-6c880e2790ad req-51c19594-8879-4444-92bf-2df46b88200a tempest-VolumesNegativeTest-423440502 tempest-VolumesNegativeTest-423440502-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1551414
May 06 00:43:38.978918 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.v2.base [req-af642385-b707-43ae-9fc0-6c880e2790ad req-0db7a428-5aa7-4baa-9822-4b3a21e4cc7c tempest-VolumesNegativeTest-423440502 tempest-VolumesNegativeTest-423440502-project] Request body: {'port': {'device_id': 'afd9495a-c46b-4b5c-ac13-42e21cec1b7c', 'network_id': 'bc21d5a3-5d77-4783-817e-a715606cf36b', 'admin_state_up': True, 'tenant_id': '39b9ee3889b949f8a050c08aab4505b8'}} {{(pid=73832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:43:39.116296 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [req-af642385-b707-43ae-9fc0-6c880e2790ad req-0db7a428-5aa7-4baa-9822-4b3a21e4cc7c tempest-VolumesNegativeTest-423440502 tempest-VolumesNegativeTest-423440502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:43:39.120090 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [req-af642385-b707-43ae-9fc0-6c880e2790ad req-0db7a428-5aa7-4baa-9822-4b3a21e4cc7c tempest-VolumesNegativeTest-423440502 tempest-VolumesNegativeTest-423440502-project] Usage tracker for resource:port and tenant:39b9ee3889b949f8a050c08aab4505b8 is out of sync, need to count used quota {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:43:39.122913 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [req-af642385-b707-43ae-9fc0-6c880e2790ad req-0db7a428-5aa7-4baa-9822-4b3a21e4cc7c tempest-VolumesNegativeTest-423440502 tempest-VolumesNegativeTest-423440502-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:43:39.128600 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [req-af642385-b707-43ae-9fc0-6c880e2790ad req-0db7a428-5aa7-4baa-9822-4b3a21e4cc7c tempest-VolumesNegativeTest-423440502 tempest-VolumesNegativeTest-423440502-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:43:39.144613 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af642385-b707-43ae-9fc0-6c880e2790ad req-0db7a428-5aa7-4baa-9822-4b3a21e4cc7c tempest-VolumesNegativeTest-423440502 tempest-VolumesNegativeTest-423440502-project] Made reservation on behalf of 39b9ee3889b949f8a050c08aab4505b8 for: {'port': 1} {{(pid=73832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 06 00:43:39.148757 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-af642385-b707-43ae-9fc0-6c880e2790ad req-0db7a428-5aa7-4baa-9822-4b3a21e4cc7c tempest-VolumesNegativeTest-423440502 tempest-VolumesNegativeTest-423440502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:39.162567 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-af642385-b707-43ae-9fc0-6c880e2790ad req-0db7a428-5aa7-4baa-9822-4b3a21e4cc7c tempest-VolumesNegativeTest-423440502 tempest-VolumesNegativeTest-423440502-project] Notify callbacks [] for security_group, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:39.178706 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [req-af642385-b707-43ae-9fc0-6c880e2790ad req-0db7a428-5aa7-4baa-9822-4b3a21e4cc7c tempest-VolumesNegativeTest-423440502 tempest-VolumesNegativeTest-423440502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:43:39.182672 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [req-af642385-b707-43ae-9fc0-6c880e2790ad req-0db7a428-5aa7-4baa-9822-4b3a21e4cc7c tempest-VolumesNegativeTest-423440502 tempest-VolumesNegativeTest-423440502-project] Usage tracker for resource:security_group_rule and tenant:39b9ee3889b949f8a050c08aab4505b8 is out of sync, need to count used quota {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:43:39.185416 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [req-af642385-b707-43ae-9fc0-6c880e2790ad req-0db7a428-5aa7-4baa-9822-4b3a21e4cc7c tempest-VolumesNegativeTest-423440502 tempest-VolumesNegativeTest-423440502-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:43:39.190918 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [req-af642385-b707-43ae-9fc0-6c880e2790ad req-0db7a428-5aa7-4baa-9822-4b3a21e4cc7c tempest-VolumesNegativeTest-423440502 tempest-VolumesNegativeTest-423440502-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:43:39.278099 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-af642385-b707-43ae-9fc0-6c880e2790ad req-0db7a428-5aa7-4baa-9822-4b3a21e4cc7c tempest-VolumesNegativeTest-423440502 tempest-VolumesNegativeTest-423440502-project] Notify callbacks [] for security_group, precommit_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:39.281650 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-af642385-b707-43ae-9fc0-6c880e2790ad req-0db7a428-5aa7-4baa-9822-4b3a21e4cc7c tempest-VolumesNegativeTest-423440502 tempest-VolumesNegativeTest-423440502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:39.285692 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-154f6080-14a7-46f4-a9ec-66b17e545249 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:43:39.359667 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db7a428-5aa7-4baa-9822-4b3a21e4cc7c tempest-VolumesNegativeTest-423440502 tempest-VolumesNegativeTest-423440502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c22f7f5-8ec7-43fe-b6c8-9caa001b7602,revision_number=1']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:43:39.364751 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-0db7a428-5aa7-4baa-9822-4b3a21e4cc7c tempest-VolumesNegativeTest-423440502 tempest-VolumesNegativeTest-423440502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:43:39.450407 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.db_base_plugin_common [req-af642385-b707-43ae-9fc0-6c880e2790ad req-0db7a428-5aa7-4baa-9822-4b3a21e4cc7c tempest-VolumesNegativeTest-423440502 tempest-VolumesNegativeTest-423440502-project] Allocated IP 192.168.233.219 (bc21d5a3-5d77-4783-817e-a715606cf36b/e6aba62f-5b60-446e-bd63-3f17c642830b/797297b9-a2ec-4b37-8441-3969e1971db5) {{(pid=73832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 06 00:43:39.541697 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-192ff925-18de-4cae-864e-1017031a78c2 req-c45d177f-068f-4062-b35b-cf079a4c53cb tempest-VolumesNegativeTest-423440502 tempest-VolumesNegativeTest-423440502-project] 10.222.0.24 "GET /v2.0/ports?device_id=afd9495a-c46b-4b5c-ac13-42e21cec1b7c HTTP/1.1" status: 200  len: 210 time: 0.0441165
May 06 00:43:39.731743 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-af642385-b707-43ae-9fc0-6c880e2790ad req-0db7a428-5aa7-4baa-9822-4b3a21e4cc7c tempest-VolumesNegativeTest-423440502 tempest-VolumesNegativeTest-423440502-project] Notify callbacks [] for port, precommit_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:39.747422 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.provisioning_blocks [req-af642385-b707-43ae-9fc0-6c880e2790ad req-0db7a428-5aa7-4baa-9822-4b3a21e4cc7c tempest-VolumesNegativeTest-423440502 tempest-VolumesNegativeTest-423440502-project] Transition to ACTIVE for port object 797297b9-a2ec-4b37-8441-3969e1971db5 will not be triggered until provisioned by entity DHCP. {{(pid=73832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 00:43:39.770388 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-af642385-b707-43ae-9fc0-6c880e2790ad req-0db7a428-5aa7-4baa-9822-4b3a21e4cc7c tempest-VolumesNegativeTest-423440502 tempest-VolumesNegativeTest-423440502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767380898820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2182845'] for port, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:39.776250 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-298b0518-0550-49dd-98a9-92488482e32f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:43:39.835563 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af642385-b707-43ae-9fc0-6c880e2790ad req-0db7a428-5aa7-4baa-9822-4b3a21e4cc7c tempest-VolumesNegativeTest-423440502 tempest-VolumesNegativeTest-423440502-project] Network bc21d5a3-5d77-4783-817e-a715606cf36b is already hosted by enough agents. {{(pid=73832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 00:43:39.838681 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.scheduler.base_scheduler [req-af642385-b707-43ae-9fc0-6c880e2790ad req-0db7a428-5aa7-4baa-9822-4b3a21e4cc7c tempest-VolumesNegativeTest-423440502 tempest-VolumesNegativeTest-423440502-project] Resources bound (agent type, host, resource id):  {{(pid=73832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 00:43:39.847029 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.l3_dvrscheduler_db [req-af642385-b707-43ae-9fc0-6c880e2790ad req-0db7a428-5aa7-4baa-9822-4b3a21e4cc7c tempest-VolumesNegativeTest-423440502 tempest-VolumesNegativeTest-423440502-project] Received port after_create {{(pid=73832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 06 00:43:39.880253 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db7a428-5aa7-4baa-9822-4b3a21e4cc7c tempest-VolumesNegativeTest-423440502 tempest-VolumesNegativeTest-423440502-project] Pushing event updated for resources: {'Port': ['ID=797297b9-a2ec-4b37-8441-3969e1971db5,revision_number=1']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:43:39.887608 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-0db7a428-5aa7-4baa-9822-4b3a21e4cc7c tempest-VolumesNegativeTest-423440502 tempest-VolumesNegativeTest-423440502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:43:39.917918 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af642385-b707-43ae-9fc0-6c880e2790ad req-0db7a428-5aa7-4baa-9822-4b3a21e4cc7c tempest-VolumesNegativeTest-423440502 tempest-VolumesNegativeTest-423440502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:43:39.918548 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-af642385-b707-43ae-9fc0-6c880e2790ad req-0db7a428-5aa7-4baa-9822-4b3a21e4cc7c tempest-VolumesNegativeTest-423440502 tempest-VolumesNegativeTest-423440502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43737'] for port, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:39.948330 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-af642385-b707-43ae-9fc0-6c880e2790ad req-0db7a428-5aa7-4baa-9822-4b3a21e4cc7c tempest-VolumesNegativeTest-423440502 tempest-VolumesNegativeTest-423440502-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 0.9737666
May 06 00:43:40.052934 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-61fbc4e7-229b-4a16-96d6-17277ca9f4d1 None None] Provisioning for port 797297b9-a2ec-4b37-8441-3969e1971db5 completed by entity DHCP. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 00:43:40.058289 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-61fbc4e7-229b-4a16-96d6-17277ca9f4d1 None None] Provisioning complete for port 797297b9-a2ec-4b37-8441-3969e1971db5 triggered by entity DHCP. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 00:43:40.058666 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-61fbc4e7-229b-4a16-96d6-17277ca9f4d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723253'] for port, provisioning_complete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:40.112015 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.plugin [None req-61fbc4e7-229b-4a16-96d6-17277ca9f4d1 None None] Port 797297b9-a2ec-4b37-8441-3969e1971db5 cannot update to ACTIVE because it is not bound. {{(pid=73833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 06 00:43:40.722860 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aed6a0-4665-412d-82c1-4de216bd186c req-e04f5f57-9e38-4381-a655-2d23f92d4013 tempest-VolumesNegativeTest-423440502 tempest-VolumesNegativeTest-423440502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:43:40.723541 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [req-92aed6a0-4665-412d-82c1-4de216bd186c req-e04f5f57-9e38-4381-a655-2d23f92d4013 tempest-VolumesNegativeTest-423440502 tempest-VolumesNegativeTest-423440502-project] Synchronizing usage tracker for tenant:39b9ee3889b949f8a050c08aab4505b8 on resource:port {{(pid=73832) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 00:43:40.740460 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [req-92aed6a0-4665-412d-82c1-4de216bd186c req-e04f5f57-9e38-4381-a655-2d23f92d4013 tempest-VolumesNegativeTest-423440502 tempest-VolumesNegativeTest-423440502-project] Unset dirty status for tenant:39b9ee3889b949f8a050c08aab4505b8 on resource:port {{(pid=73832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 00:43:40.741600 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-92aed6a0-4665-412d-82c1-4de216bd186c req-e04f5f57-9e38-4381-a655-2d23f92d4013 tempest-VolumesNegativeTest-423440502 tempest-VolumesNegativeTest-423440502-project] 10.222.0.24 "GET /v2.0/ports?device_id=afd9495a-c46b-4b5c-ac13-42e21cec1b7c HTTP/1.1" status: 200  len: 936 time: 0.0965664
May 06 00:43:40.788661 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [req-92aed6a0-4665-412d-82c1-4de216bd186c req-0877fd91-bdf8-428c-9729-f5ee6d35757a tempest-VolumesNegativeTest-423440502 tempest-VolumesNegativeTest-423440502-project] Synchronizing usage tracker for tenant:39b9ee3889b949f8a050c08aab4505b8 on resource:security_group {{(pid=73832) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 00:43:40.804706 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [req-92aed6a0-4665-412d-82c1-4de216bd186c req-0877fd91-bdf8-428c-9729-f5ee6d35757a tempest-VolumesNegativeTest-423440502 tempest-VolumesNegativeTest-423440502-project] Unset dirty status for tenant:39b9ee3889b949f8a050c08aab4505b8 on resource:security_group {{(pid=73832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 00:43:40.806141 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-92aed6a0-4665-412d-82c1-4de216bd186c req-0877fd91-bdf8-428c-9729-f5ee6d35757a tempest-VolumesNegativeTest-423440502 tempest-VolumesNegativeTest-423440502-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c22f7f5-8ec7-43fe-b6c8-9caa001b7602&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0587468
May 06 00:43:41.148524 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.v2.base [req-af642385-b707-43ae-9fc0-6c880e2790ad req-8b2d775f-e72e-4bd5-8840-1ad362625ea8 service neutron] Request body: {'port': {'device_id': 'afd9495a-c46b-4b5c-ac13-42e21cec1b7c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=73832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:43:41.256686 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-af642385-b707-43ae-9fc0-6c880e2790ad req-8b2d775f-e72e-4bd5-8840-1ad362625ea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:41.600686 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.notifiers.nova [req-af642385-b707-43ae-9fc0-6c880e2790ad req-8b2d775f-e72e-4bd5-8840-1ad362625ea8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 797297b9-a2ec-4b37-8441-3969e1971db5 {{(pid=73832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 06 00:43:41.608316 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-af642385-b707-43ae-9fc0-6c880e2790ad req-8b2d775f-e72e-4bd5-8840-1ad362625ea8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:41.622475 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.provisioning_blocks [req-af642385-b707-43ae-9fc0-6c880e2790ad req-8b2d775f-e72e-4bd5-8840-1ad362625ea8 service neutron] Transition to ACTIVE for port object 797297b9-a2ec-4b37-8441-3969e1971db5 will not be triggered until provisioned by entity L2. {{(pid=73832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 00:43:41.625338 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-af642385-b707-43ae-9fc0-6c880e2790ad req-8b2d775f-e72e-4bd5-8840-1ad362625ea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2182820'] for port, after_update {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:41.628665 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-34166674-3d6c-4568-a1b1-48ff9ca27153 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:43:41.777150 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2d775f-e72e-4bd5-8840-1ad362625ea8 service neutron] Pushing event updated for resources: {'Port': ['ID=797297b9-a2ec-4b37-8441-3969e1971db5,revision_number=2']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:43:41.784550 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-8b2d775f-e72e-4bd5-8840-1ad362625ea8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:43:41.861253 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.managers [req-af642385-b707-43ae-9fc0-6c880e2790ad req-8b2d775f-e72e-4bd5-8840-1ad362625ea8 service neutron] Attempting to bind port 797297b9-a2ec-4b37-8441-3969e1971db5 on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=73832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 06 00:43:41.861515 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.managers [req-af642385-b707-43ae-9fc0-6c880e2790ad req-8b2d775f-e72e-4bd5-8840-1ad362625ea8 service neutron] Attempting to bind port 797297b9-a2ec-4b37-8441-3969e1971db5 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '731a079e-27e2-43c9-af5b-1e783c482046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'bc21d5a3-5d77-4783-817e-a715606cf36b'}] {{(pid=73832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 06 00:43:41.861837 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af642385-b707-43ae-9fc0-6c880e2790ad req-8b2d775f-e72e-4bd5-8840-1ad362625ea8 service neutron] Attempting to bind port 797297b9-a2ec-4b37-8441-3969e1971db5 on network bc21d5a3-5d77-4783-817e-a715606cf36b {{(pid=73832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 00:43:41.866350 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af642385-b707-43ae-9fc0-6c880e2790ad req-8b2d775f-e72e-4bd5-8840-1ad362625ea8 service neutron] Port 797297b9-a2ec-4b37-8441-3969e1971db5 on network bc21d5a3-5d77-4783-817e-a715606cf36b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=73832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 06 00:43:41.866664 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af642385-b707-43ae-9fc0-6c880e2790ad req-8b2d775f-e72e-4bd5-8840-1ad362625ea8 service neutron] Attempting to bind port 797297b9-a2ec-4b37-8441-3969e1971db5 on network bc21d5a3-5d77-4783-817e-a715606cf36b {{(pid=73832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 00:43:41.871807 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af642385-b707-43ae-9fc0-6c880e2790ad req-8b2d775f-e72e-4bd5-8840-1ad362625ea8 service neutron] Checking agent: {'id': '98bc602c-e9ce-4757-b8df-ef22d3a5b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 0, 33, 13), 'started_at': datetime.datetime(2021, 5, 6, 0, 33, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 0, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 06 00:43:41.872138 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af642385-b707-43ae-9fc0-6c880e2790ad req-8b2d775f-e72e-4bd5-8840-1ad362625ea8 service neutron] Checking segment: {'id': '731a079e-27e2-43c9-af5b-1e783c482046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'bc21d5a3-5d77-4783-817e-a715606cf36b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 00:43:41.872517 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af642385-b707-43ae-9fc0-6c880e2790ad req-8b2d775f-e72e-4bd5-8840-1ad362625ea8 service neutron] Bound using segment: {'id': '731a079e-27e2-43c9-af5b-1e783c482046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'bc21d5a3-5d77-4783-817e-a715606cf36b'} {{(pid=73832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 06 00:43:41.872973 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.managers [req-af642385-b707-43ae-9fc0-6c880e2790ad req-8b2d775f-e72e-4bd5-8840-1ad362625ea8 service neutron] Bound port: 797297b9-a2ec-4b37-8441-3969e1971db5, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '731a079e-27e2-43c9-af5b-1e783c482046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'bc21d5a3-5d77-4783-817e-a715606cf36b'}}] {{(pid=73832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 06 00:43:41.873314 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-af642385-b707-43ae-9fc0-6c880e2790ad req-8b2d775f-e72e-4bd5-8840-1ad362625ea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:41.962298 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.db [req-af642385-b707-43ae-9fc0-6c880e2790ad req-8b2d775f-e72e-4bd5-8840-1ad362625ea8 service neutron] For port 797297b9-a2ec-4b37-8441-3969e1971db5, host hv-cinder-78462, cleared binding levels {{(pid=73832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 06 00:43:41.965238 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.db [req-af642385-b707-43ae-9fc0-6c880e2790ad req-8b2d775f-e72e-4bd5-8840-1ad362625ea8 service neutron] For port 797297b9-a2ec-4b37-8441-3969e1971db5, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=797297b9-a2ec-4b37-8441-3969e1971db5,segment=NetworkSegment(731a079e-27e2-43c9-af5b-1e783c482046),segment_id=731a079e-27e2-43c9-af5b-1e783c482046)] {{(pid=73832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 06 00:43:41.969994 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-af642385-b707-43ae-9fc0-6c880e2790ad req-8b2d775f-e72e-4bd5-8840-1ad362625ea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2182820'] for port, after_update {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:41.974639 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-e4f8b095-dcb1-4192-a4c3-bd8e2dd5082a tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:43:41.995152 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38087532-544b-447d-98a9-a89a800b311b req-cb53c1af-40b2-4d1e-8d2c-c262d12eeab6 tempest-VolumesNegativeTest-423440502 tempest-VolumesNegativeTest-423440502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:43:41.996616 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-38087532-544b-447d-98a9-a89a800b311b req-cb53c1af-40b2-4d1e-8d2c-c262d12eeab6 tempest-VolumesNegativeTest-423440502 tempest-VolumesNegativeTest-423440502-project] 10.222.0.24 "GET /v2.0/ports?device_id=afd9495a-c46b-4b5c-ac13-42e21cec1b7c HTTP/1.1" status: 200  len: 948 time: 0.0832722
May 06 00:43:42.025197 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af642385-b707-43ae-9fc0-6c880e2790ad req-8b2d775f-e72e-4bd5-8840-1ad362625ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:43:42.025745 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-af642385-b707-43ae-9fc0-6c880e2790ad req-8b2d775f-e72e-4bd5-8840-1ad362625ea8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43737'] for port, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:42.026979 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-af642385-b707-43ae-9fc0-6c880e2790ad req-8b2d775f-e72e-4bd5-8840-1ad362625ea8 service neutron] 10.222.0.30 "PUT /v2.0/ports/797297b9-a2ec-4b37-8441-3969e1971db5 HTTP/1.1" status: 200  len: 1098 time: 0.8826234
May 06 00:43:42.029531 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afd9495a-c46b-4b5c-ac13-42e21cec1b7c', 'tag': '797297b9-a2ec-4b37-8441-3969e1971db5'}] {{(pid=73832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 00:43:42.049029 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-38087532-544b-447d-98a9-a89a800b311b req-c8056824-3656-4e0d-b67f-e9b94190115f tempest-VolumesNegativeTest-423440502 tempest-VolumesNegativeTest-423440502-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c22f7f5-8ec7-43fe-b6c8-9caa001b7602&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463624
May 06 00:43:42.059613 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2d775f-e72e-4bd5-8840-1ad362625ea8 service neutron] Pushing event updated for resources: {'Port': ['ID=797297b9-a2ec-4b37-8441-3969e1971db5,revision_number=3']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:43:42.062837 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-8b2d775f-e72e-4bd5-8840-1ad362625ea8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:43:42.080622 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afd9495a-c46b-4b5c-ac13-42e21cec1b7c', 'tag': '797297b9-a2ec-4b37-8441-3969e1971db5', 'status': 'completed', 'code': 200}
May 06 00:43:42.250911 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba83264-677b-4179-80bc-82401f02032c req-31d8758c-8a28-4d7a-888b-15a67e536ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:43:42.252458 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-8ba83264-677b-4179-80bc-82401f02032c req-31d8758c-8a28-4d7a-888b-15a67e536ff0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=39b9ee3889b949f8a050c08aab4505b8&device_id=afd9495a-c46b-4b5c-ac13-42e21cec1b7c HTTP/1.1" status: 200  len: 1101 time: 0.0707510
May 06 00:43:42.286112 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-8ba83264-677b-4179-80bc-82401f02032c req-1702b02c-374a-4c81-ab04-5aaa97dce0db service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=39b9ee3889b949f8a050c08aab4505b8&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0259986
May 06 00:43:42.419912 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba83264-677b-4179-80bc-82401f02032c req-b330299c-198a-4fea-84f1-2d3de07f72ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:43:42.421385 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-8ba83264-677b-4179-80bc-82401f02032c req-b330299c-198a-4fea-84f1-2d3de07f72ac service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1294379
May 06 00:43:42.529157 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af642385-b707-43ae-9fc0-6c880e2790ad req-5f791dfd-431d-4d63-8eea-aa3330b73231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:43:42.530601 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-af642385-b707-43ae-9fc0-6c880e2790ad req-5f791dfd-431d-4d63-8eea-aa3330b73231 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=39b9ee3889b949f8a050c08aab4505b8&device_id=afd9495a-c46b-4b5c-ac13-42e21cec1b7c HTTP/1.1" status: 200  len: 1101 time: 0.0732307
May 06 00:43:42.596043 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-af642385-b707-43ae-9fc0-6c880e2790ad req-f0923ba0-128e-4a7f-a3c3-4537837829b0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=797297b9-a2ec-4b37-8441-3969e1971db5 HTTP/1.1" status: 200  len: 217 time: 0.0587282
May 06 00:43:42.743088 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af642385-b707-43ae-9fc0-6c880e2790ad req-ea4c4400-9f98-4b9e-b1d5-eebf054bab1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:43:42.744615 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-af642385-b707-43ae-9fc0-6c880e2790ad req-ea4c4400-9f98-4b9e-b1d5-eebf054bab1b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e6aba62f-5b60-446e-bd63-3f17c642830b HTTP/1.1" status: 200  len: 843 time: 0.1428723
May 06 00:43:42.817950 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af642385-b707-43ae-9fc0-6c880e2790ad req-4aa2afcd-414d-4065-91ed-e2b266ca7d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:43:42.819369 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-af642385-b707-43ae-9fc0-6c880e2790ad req-4aa2afcd-414d-4065-91ed-e2b266ca7d51 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bc21d5a3-5d77-4783-817e-a715606cf36b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0684745
May 06 00:43:42.947075 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-af642385-b707-43ae-9fc0-6c880e2790ad req-62424752-2f30-4b8e-95c1-37cc6e1a0342 service neutron] 10.222.0.30 "GET /v2.0/networks/bc21d5a3-5d77-4783-817e-a715606cf36b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1205630
May 06 00:43:43.076417 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-af642385-b707-43ae-9fc0-6c880e2790ad req-9307c8c0-e702-4a95-9fb9-e8758bf6aa81 service neutron] 10.222.0.30 "GET /v2.0/networks/bc21d5a3-5d77-4783-817e-a715606cf36b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1233895
May 06 00:43:43.116238 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:43.236582 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66b55d2-9b45-4e35-b926-c0199ace229a req-e54ad5b4-c1d8-4554-ba5a-6d6d7a9f64a1 tempest-VolumesNegativeTest-423440502 tempest-VolumesNegativeTest-423440502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:43:43.238223 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-a66b55d2-9b45-4e35-b926-c0199ace229a req-e54ad5b4-c1d8-4554-ba5a-6d6d7a9f64a1 tempest-VolumesNegativeTest-423440502 tempest-VolumesNegativeTest-423440502-project] 10.222.0.24 "GET /v2.0/ports?device_id=afd9495a-c46b-4b5c-ac13-42e21cec1b7c HTTP/1.1" status: 200  len: 948 time: 0.0794303
May 06 00:43:43.281558 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-a66b55d2-9b45-4e35-b926-c0199ace229a req-19625cbb-71af-4471-a3ca-7c95652d2f59 tempest-VolumesNegativeTest-423440502 tempest-VolumesNegativeTest-423440502-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c22f7f5-8ec7-43fe-b6c8-9caa001b7602&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0368640
May 06 00:43:44.471712 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9361b80-9dc6-4d4c-8a64-2028a4824b1d req-b82b1dfb-5bde-4ab3-b7fa-55068ed81b27 tempest-VolumesNegativeTest-423440502 tempest-VolumesNegativeTest-423440502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:43:44.473171 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-c9361b80-9dc6-4d4c-8a64-2028a4824b1d req-b82b1dfb-5bde-4ab3-b7fa-55068ed81b27 tempest-VolumesNegativeTest-423440502 tempest-VolumesNegativeTest-423440502-project] 10.222.0.24 "GET /v2.0/ports?device_id=afd9495a-c46b-4b5c-ac13-42e21cec1b7c HTTP/1.1" status: 200  len: 948 time: 0.0840416
May 06 00:43:44.517292 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-c9361b80-9dc6-4d4c-8a64-2028a4824b1d req-257d27c7-2238-4106-9d0d-eabe866f4f3c tempest-VolumesNegativeTest-423440502 tempest-VolumesNegativeTest-423440502-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c22f7f5-8ec7-43fe-b6c8-9caa001b7602&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382721
May 06 00:43:45.702218 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ef1814-add3-44aa-833d-a2f1b3a5d205 req-ae0a143d-21df-42a0-8137-dc679edb2567 tempest-VolumesNegativeTest-423440502 tempest-VolumesNegativeTest-423440502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:43:45.703678 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-40ef1814-add3-44aa-833d-a2f1b3a5d205 req-ae0a143d-21df-42a0-8137-dc679edb2567 tempest-VolumesNegativeTest-423440502 tempest-VolumesNegativeTest-423440502-project] 10.222.0.24 "GET /v2.0/ports?device_id=afd9495a-c46b-4b5c-ac13-42e21cec1b7c HTTP/1.1" status: 200  len: 948 time: 0.0853350
May 06 00:43:45.747795 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-40ef1814-add3-44aa-833d-a2f1b3a5d205 req-751c8b8c-1cc1-4963-89a6-eb9440a263c4 tempest-VolumesNegativeTest-423440502 tempest-VolumesNegativeTest-423440502-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c22f7f5-8ec7-43fe-b6c8-9caa001b7602&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384977
May 06 00:43:46.778791 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-605c37ca-2073-47f2-8c88-6524cbe6a871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:46.935778 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b04e934-1399-46da-b198-0d91b7c9d3c7 req-ae08bf4a-c294-4d9c-9856-7cc538a9fed0 tempest-VolumesNegativeTest-423440502 tempest-VolumesNegativeTest-423440502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:43:46.937227 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-9b04e934-1399-46da-b198-0d91b7c9d3c7 req-ae08bf4a-c294-4d9c-9856-7cc538a9fed0 tempest-VolumesNegativeTest-423440502 tempest-VolumesNegativeTest-423440502-project] 10.222.0.24 "GET /v2.0/ports?device_id=afd9495a-c46b-4b5c-ac13-42e21cec1b7c HTTP/1.1" status: 200  len: 948 time: 0.0846958
May 06 00:43:46.983024 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-9b04e934-1399-46da-b198-0d91b7c9d3c7 req-666434d2-9114-40b0-afbf-7b016a369f5d tempest-VolumesNegativeTest-423440502 tempest-VolumesNegativeTest-423440502-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c22f7f5-8ec7-43fe-b6c8-9caa001b7602&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402679
May 06 00:43:48.166168 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 46260) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:43:48.175560 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654ba079-0993-4841-b1bc-a1fe6222cb47 req-9f6ff20d-3265-4643-9825-1a7a697d3003 tempest-VolumesNegativeTest-423440502 tempest-VolumesNegativeTest-423440502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:43:48.178049 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-654ba079-0993-4841-b1bc-a1fe6222cb47 req-9f6ff20d-3265-4643-9825-1a7a697d3003 tempest-VolumesNegativeTest-423440502 tempest-VolumesNegativeTest-423440502-project] 10.222.0.24 "GET /v2.0/ports?device_id=afd9495a-c46b-4b5c-ac13-42e21cec1b7c HTTP/1.1" status: 200  len: 948 time: 0.0860133
May 06 00:43:48.204903 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Device 797297b9-a2ec-4b37-8441-3969e1971db5 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=73833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 06 00:43:48.241117 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-654ba079-0993-4841-b1bc-a1fe6222cb47 req-7e1b8526-b25e-4034-9aa6-2c0e4006ce83 tempest-VolumesNegativeTest-423440502 tempest-VolumesNegativeTest-423440502-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c22f7f5-8ec7-43fe-b6c8-9caa001b7602&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0565503
May 06 00:43:48.355595 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] For port 797297b9-a2ec-4b37-8441-3969e1971db5, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=797297b9-a2ec-4b37-8441-3969e1971db5,segment=NetworkSegment(731a079e-27e2-43c9-af5b-1e783c482046),segment_id=731a079e-27e2-43c9-af5b-1e783c482046)] {{(pid=73833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:43:48.371816 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Returning: {'device': '797297b9-a2ec-4b37-8441-3969e1971db5', 'network_id': 'bc21d5a3-5d77-4783-817e-a715606cf36b', 'port_id': '797297b9-a2ec-4b37-8441-3969e1971db5', 'mac_address': 'fa:16:3e:d4:19:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6aba62f-5b60-446e-bd63-3f17c642830b', 'ip_address': '192.168.233.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 06 00:43:48.432037 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:48.450043 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.notifiers.nova [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 797297b9-a2ec-4b37-8441-3969e1971db5 {{(pid=73833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 06 00:43:48.466103 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] For port 797297b9-a2ec-4b37-8441-3969e1971db5, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=797297b9-a2ec-4b37-8441-3969e1971db5,segment=NetworkSegment(731a079e-27e2-43c9-af5b-1e783c482046),segment_id=731a079e-27e2-43c9-af5b-1e783c482046)] {{(pid=73833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:43:48.471032 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:48.472691 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:43:48.543560 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Pushing event updated for resources: {'Port': ['ID=797297b9-a2ec-4b37-8441-3969e1971db5,revision_number=4']} {{(pid=73833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:43:48.550733 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:43:48.551079 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:43:48.551430 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:43:48.551748 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:43:48.552075 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:43:48.552400 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:43:48.552724 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:43:48.553068 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:43:48.553394 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:43:48.553712 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:43:48.554029 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:43:48.554344 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:43:48.558423 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:43:48.645379 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.plugin [None req-df20570c-22ce-4d58-837d-10faf3270f52 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Deleting port beb8d856-4efd-436c-954f-71c03620726b {{(pid=73832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 06 00:43:48.645712 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-df20570c-22ce-4d58-837d-10faf3270f52 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767381331357'] for port, before_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:48.702671 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] get_ports_and_sgs() called for port_ids ['797297b9-a2ec-4b37-8441-3969e1971db5'] {{(pid=73833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 06 00:43:48.764496 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-df20570c-22ce-4d58-837d-10faf3270f52 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404144'] for port, precommit_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:48.764845 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-df20570c-22ce-4d58-837d-10faf3270f52 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:48.885108 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.plugin [None req-df20570c-22ce-4d58-837d-10faf3270f52 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Calling delete_port for beb8d856-4efd-436c-954f-71c03620726b owned by network:floatingip {{(pid=73832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 06 00:43:49.007326 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-df20570c-22ce-4d58-837d-10faf3270f52 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767381335664', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767380898829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2182845'] for port, after_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:49.011617 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-2ec3f657-0f9b-4f1a-82e3-9517f8d885ec tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:43:49.052408 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df20570c-22ce-4d58-837d-10faf3270f52 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Pushing event deleted for resources: {'Port': ['ID=beb8d856-4efd-436c-954f-71c03620726b,revision_number=None']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:43:49.056128 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-df20570c-22ce-4d58-837d-10faf3270f52 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:43:49.144901 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-df20570c-22ce-4d58-837d-10faf3270f52 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Notify callbacks [] for floatingip, after_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:49.145237 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.db.l3_db [None req-df20570c-22ce-4d58-837d-10faf3270f52 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Floating IP e75b6102-fd98-4a4b-90ec-e914c39d06bc disassociated (deleted). External IP: 172.27.3.33, port: e6c122fb-90d3-4f9f-a814-cb41c6e88deb.
May 06 00:43:49.283887 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:49.546713 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0694d08-24c5-46cb-ac81-cee0eb856309 req-feae82de-48be-4080-8e4f-141e314ad7f2 tempest-VolumesNegativeTest-423440502 tempest-VolumesNegativeTest-423440502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:43:49.548057 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-a0694d08-24c5-46cb-ac81-cee0eb856309 req-feae82de-48be-4080-8e4f-141e314ad7f2 tempest-VolumesNegativeTest-423440502 tempest-VolumesNegativeTest-423440502-project] 10.222.0.24 "GET /v2.0/ports?device_id=afd9495a-c46b-4b5c-ac13-42e21cec1b7c HTTP/1.1" status: 200  len: 949 time: 0.1887934
May 06 00:43:49.579073 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-a34b3101-12b7-433c-8765-b43268ef230d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:49.682245 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-a0694d08-24c5-46cb-ac81-cee0eb856309 req-0fba599f-d8b6-4cd9-8528-f8db06bd4fdc tempest-VolumesNegativeTest-423440502 tempest-VolumesNegativeTest-423440502-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c22f7f5-8ec7-43fe-b6c8-9caa001b7602&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0710855
May 06 00:43:49.717414 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df20570c-22ce-4d58-837d-10faf3270f52 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Router 620e8838-d9d7-4605-adfe-b68ddaea8d8a has already been hosted by L3 agent 3fa0790c-dd29-4495-aa07-f8a2ae482509 {{(pid=73832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 06 00:43:49.903682 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df20570c-22ce-4d58-837d-10faf3270f52 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Notify agent at l3_agent.dv-cinder-784623-8-iscsi the message routers_updated {{(pid=73832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 06 00:43:49.912604 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf275b45-a50a-441f-a24b-b5e486f3139f None None] Sync routers for ids ['620e8838-d9d7-4605-adfe-b68ddaea8d8a'] in dv-cinder-784623-8-iscsi {{(pid=73833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 06 00:43:49.922055 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf275b45-a50a-441f-a24b-b5e486f3139f None None] Routers {'620e8838-d9d7-4605-adfe-b68ddaea8d8a'} bound to L3 agent in host dv-cinder-784623-8-iscsi {{(pid=73833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 00:43:49.922673 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_hamode_db [None req-bf275b45-a50a-441f-a24b-b5e486f3139f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9508df5070>, 'dv-cinder-784623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-06T00:27:20Z,description=<?>,heartbeat_timestamp=2021-05-06T00:43:50Z,host='dv-cinder-784623-8-iscsi',id=3fa0790c-dd29-4495-aa07-f8a2ae482509,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T00:27:20Z,topic='l3_agent')) {'router_ids': ['620e8838-d9d7-4605-adfe-b68ddaea8d8a'], 'active': True} {{(pid=73833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:43:49.925691 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-df20570c-22ce-4d58-837d-10faf3270f52 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43737'] for floatingip, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:49.980712 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-df20570c-22ce-4d58-837d-10faf3270f52 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] 10.222.0.24 "DELETE /v2.0/floatingips/e75b6102-fd98-4a4b-90ec-e914c39d06bc HTTP/1.1" status: 204  len: 168 time: 1.8134396
May 06 00:43:49.981611 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdde4357-7534-4386-a91d-a9b70d1b0c82', 'tag': 'e6c122fb-90d3-4f9f-a814-cb41c6e88deb'}] {{(pid=73832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 00:43:50.033202 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdde4357-7534-4386-a91d-a9b70d1b0c82', 'tag': 'e6c122fb-90d3-4f9f-a814-cb41c6e88deb', 'status': 'completed', 'code': 200}
May 06 00:43:50.104698 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_dvr_db [None req-bf275b45-a50a-441f-a24b-b5e486f3139f None None] Set router 620e8838-d9d7-4605-adfe-b68ddaea8d8a gateway port host: dv-cinder-784623-8-iscsi {{(pid=73833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 00:43:50.131388 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffc6adf-f963-433f-9406-23fed0f70d32 req-6c151918-1106-490d-ba19-0e94815da493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:43:50.132912 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-0ffc6adf-f963-433f-9406-23fed0f70d32 req-6c151918-1106-490d-ba19-0e94815da493 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3fc73c2b6dc24f04b0a10b2cba547cef&device_id=fdde4357-7534-4386-a91d-a9b70d1b0c82 HTTP/1.1" status: 200  len: 1099 time: 0.0775766
May 06 00:43:50.235133 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Device 797297b9-a2ec-4b37-8441-3969e1971db5 up at agent hyperv_hv-cinder-78462 {{(pid=73833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 00:43:50.271323 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffc6adf-f963-433f-9406-23fed0f70d32 req-d58ad64f-7cfc-4642-a47b-9e5a9eed4fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:43:50.272870 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-0ffc6adf-f963-433f-9406-23fed0f70d32 req-d58ad64f-7cfc-4642-a47b-9e5a9eed4fa0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8a76de60-8f51-46a7-82de-5e733a1b9171 HTTP/1.1" status: 200  len: 910 time: 0.1333840
May 06 00:43:50.382227 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-0ffc6adf-f963-433f-9406-23fed0f70d32 req-9e3ddc2b-a065-4cdd-808d-caecc39fbb83 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e6c122fb-90d3-4f9f-a814-cb41c6e88deb HTTP/1.1" status: 200  len: 217 time: 0.1015851
May 06 00:43:50.410346 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Provisioning for port 797297b9-a2ec-4b37-8441-3969e1971db5 completed by entity L2. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 00:43:50.453350 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Provisioning complete for port 797297b9-a2ec-4b37-8441-3969e1971db5 triggered by entity L2. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 00:43:50.453724 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723253'] for port, provisioning_complete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:50.456320 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffc6adf-f963-433f-9406-23fed0f70d32 req-2174e45d-3da9-4873-adf7-ea28ec420860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:43:50.457852 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-0ffc6adf-f963-433f-9406-23fed0f70d32 req-2174e45d-3da9-4873-adf7-ea28ec420860 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1144644b-a385-46b3-a0c3-f4eac028f2d2 HTTP/1.1" status: 200  len: 848 time: 0.0679376
May 06 00:43:50.511475 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d4011a-5cd7-4f69-aa89-72b0ed01693b req-4849aad3-76e9-463f-bd8a-3bca3168be16 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:43:50.512091 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [req-29d4011a-5cd7-4f69-aa89-72b0ed01693b req-4849aad3-76e9-463f-bd8a-3bca3168be16 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Synchronizing usage tracker for tenant:3fc73c2b6dc24f04b0a10b2cba547cef on resource:port {{(pid=73832) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 00:43:50.538226 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-90084741-9b8f-423c-9f16-72d74cd0e02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:50.538596 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [req-29d4011a-5cd7-4f69-aa89-72b0ed01693b req-4849aad3-76e9-463f-bd8a-3bca3168be16 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Unset dirty status for tenant:3fc73c2b6dc24f04b0a10b2cba547cef on resource:port {{(pid=73832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 00:43:50.540590 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-29d4011a-5cd7-4f69-aa89-72b0ed01693b req-4849aad3-76e9-463f-bd8a-3bca3168be16 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdde4357-7534-4386-a91d-a9b70d1b0c82 HTTP/1.1" status: 200  len: 946 time: 0.2117786
May 06 00:43:50.590920 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffc6adf-f963-433f-9406-23fed0f70d32 req-e86675fa-96d2-40ec-b691-8ce020c271a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:43:50.592383 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-0ffc6adf-f963-433f-9406-23fed0f70d32 req-e86675fa-96d2-40ec-b691-8ce020c271a9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8a76de60-8f51-46a7-82de-5e733a1b9171&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1265941
May 06 00:43:50.600369 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-29d4011a-5cd7-4f69-aa89-72b0ed01693b req-a08a7d4f-60d7-4176-bfec-b1bce7446b5e tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] 10.222.0.24 "GET /v2.0/security-groups?id=2cbfc576-e84d-4726-b156-8f3411b7787e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0528212
May 06 00:43:50.626003 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_hamode_db [None req-bf275b45-a50a-441f-a24b-b5e486f3139f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9508df5070>, [{'id': '620e8838-d9d7-4605-adfe-b68ddaea8d8a', 'name': 'tempest-TestShelveInstance-1240746119-router', 'tenant_id': '3fc73c2b6dc24f04b0a10b2cba547cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'external_fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': 'e0749598-9ee4-4799-aea4-3fba3336e85b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:38:20Z', 'updated_at': '2021-05-06T00:38:30Z', 'revision_number': 4, 'project_id': '3fc73c2b6dc24f04b0a10b2cba547cef', 'gw_port': {'id': 'e0749598-9ee4-4799-aea4-3fba3336e85b', 'name': '', 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '620e8838-d9d7-4605-adfe-b68ddaea8d8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:38:21Z', 'updated_at': '2021-05-06T00:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-iscsi', '_interfaces': [{'id': '52292940-2602-4ee4-9ab9-6a1800f9b3c4', 'name': '', 'network_id': '8a76de60-8f51-46a7-82de-5e733a1b9171', 'tenant_id': '3fc73c2b6dc24f04b0a10b2cba547cef', 'mac_address': 'fa:16:3e:f3:34:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '620e8838-d9d7-4605-adfe-b68ddaea8d8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '1144644b-a385-46b3-a0c3-f4eac028f2d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:38:28Z', 'updated_at': '2021-05-06T00:38:46Z', 'revision_number': 5, 'project_id': '3fc73c2b6dc24f04b0a10b2cba547cef', 'subnets': [{'id': '1144644b-a385-46b3-a0c3-f4eac028f2d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-8-iscsi', False) {} {{(pid=73833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:43:50.631949 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf275b45-a50a-441f-a24b-b5e486f3139f None None] Checking router: 620e8838-d9d7-4605-adfe-b68ddaea8d8a for host: dv-cinder-784623-8-iscsi {{(pid=73833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 06 00:43:50.657760 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:50.673264 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf275b45-a50a-441f-a24b-b5e486f3139f None None] Routers {'620e8838-d9d7-4605-adfe-b68ddaea8d8a'} bound to L3 agent in host dv-cinder-784623-8-iscsi {{(pid=73833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 00:43:50.673905 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_hamode_db [None req-bf275b45-a50a-441f-a24b-b5e486f3139f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9508df5070>, 'dv-cinder-784623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-06T00:27:20Z,description=<?>,heartbeat_timestamp=2021-05-06T00:43:50Z,host='dv-cinder-784623-8-iscsi',id=3fa0790c-dd29-4495-aa07-f8a2ae482509,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T00:27:20Z,topic='l3_agent')) {'router_ids': ['620e8838-d9d7-4605-adfe-b68ddaea8d8a'], 'active': True} {{(pid=73833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:43:50.793573 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-0ffc6adf-f963-433f-9406-23fed0f70d32 req-277fde0e-ce54-4e06-b463-729bb15cadbb service neutron] 10.222.0.30 "GET /v2.0/networks/8a76de60-8f51-46a7-82de-5e733a1b9171?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1922090
May 06 00:43:50.881502 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_dvr_db [None req-bf275b45-a50a-441f-a24b-b5e486f3139f None None] Set router 620e8838-d9d7-4605-adfe-b68ddaea8d8a gateway port host: dv-cinder-784623-8-iscsi {{(pid=73833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 00:43:51.024061 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf0d3cf-5553-4cc4-89bf-c3b521d49c81 req-aa5d1734-fc75-47cf-854f-1f7a8fa4c968 tempest-VolumesNegativeTest-423440502 tempest-VolumesNegativeTest-423440502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:43:51.032063 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-2bf0d3cf-5553-4cc4-89bf-c3b521d49c81 req-aa5d1734-fc75-47cf-854f-1f7a8fa4c968 tempest-VolumesNegativeTest-423440502 tempest-VolumesNegativeTest-423440502-project] 10.222.0.24 "GET /v2.0/ports?device_id=afd9495a-c46b-4b5c-ac13-42e21cec1b7c HTTP/1.1" status: 200  len: 949 time: 0.1340380
May 06 00:43:51.081952 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] For port 797297b9-a2ec-4b37-8441-3969e1971db5, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=797297b9-a2ec-4b37-8441-3969e1971db5,segment=NetworkSegment(731a079e-27e2-43c9-af5b-1e783c482046),segment_id=731a079e-27e2-43c9-af5b-1e783c482046)] {{(pid=73833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:43:51.087298 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-0ffc6adf-f963-433f-9406-23fed0f70d32 req-9c2d5c79-8fe1-4537-89e2-f93322ec558e service neutron] 10.222.0.30 "GET /v2.0/networks/8a76de60-8f51-46a7-82de-5e733a1b9171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2860496
May 06 00:43:51.101375 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-2bf0d3cf-5553-4cc4-89bf-c3b521d49c81 req-7822c31e-7c8e-4686-9207-e0a7f7c5d13b tempest-VolumesNegativeTest-423440502 tempest-VolumesNegativeTest-423440502-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c22f7f5-8ec7-43fe-b6c8-9caa001b7602&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0675392
May 06 00:43:51.139364 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afd9495a-c46b-4b5c-ac13-42e21cec1b7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '797297b9-a2ec-4b37-8441-3969e1971db5'}] {{(pid=73833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 00:43:51.148676 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:51.152492 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:43:51.191427 dv-cinder-784623-8-iscsi neutron-server[73833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afd9495a-c46b-4b5c-ac13-42e21cec1b7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '797297b9-a2ec-4b37-8441-3969e1971db5', 'code': 200}
May 06 00:43:51.257915 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Pushing event updated for resources: {'Port': ['ID=797297b9-a2ec-4b37-8441-3969e1971db5,revision_number=5']} {{(pid=73833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:43:51.263720 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:43:51.329556 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_hamode_db [None req-bf275b45-a50a-441f-a24b-b5e486f3139f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9508df5070>, [{'id': '620e8838-d9d7-4605-adfe-b68ddaea8d8a', 'name': 'tempest-TestShelveInstance-1240746119-router', 'tenant_id': '3fc73c2b6dc24f04b0a10b2cba547cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'external_fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': 'e0749598-9ee4-4799-aea4-3fba3336e85b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:38:20Z', 'updated_at': '2021-05-06T00:38:30Z', 'revision_number': 4, 'project_id': '3fc73c2b6dc24f04b0a10b2cba547cef', 'gw_port': {'id': 'e0749598-9ee4-4799-aea4-3fba3336e85b', 'name': '', 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '620e8838-d9d7-4605-adfe-b68ddaea8d8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:38:21Z', 'updated_at': '2021-05-06T00:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-iscsi', '_interfaces': [{'id': '52292940-2602-4ee4-9ab9-6a1800f9b3c4', 'name': '', 'network_id': '8a76de60-8f51-46a7-82de-5e733a1b9171', 'tenant_id': '3fc73c2b6dc24f04b0a10b2cba547cef', 'mac_address': 'fa:16:3e:f3:34:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '620e8838-d9d7-4605-adfe-b68ddaea8d8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '1144644b-a385-46b3-a0c3-f4eac028f2d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:38:28Z', 'updated_at': '2021-05-06T00:38:46Z', 'revision_number': 5, 'project_id': '3fc73c2b6dc24f04b0a10b2cba547cef', 'subnets': [{'id': '1144644b-a385-46b3-a0c3-f4eac028f2d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-8-iscsi', False) {} {{(pid=73833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:43:51.333508 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf275b45-a50a-441f-a24b-b5e486f3139f None None] The sync data for ids ['620e8838-d9d7-4605-adfe-b68ddaea8d8a'] in dv-cinder-784623-8-iscsi is: [{'id': '620e8838-d9d7-4605-adfe-b68ddaea8d8a', 'name': 'tempest-TestShelveInstance-1240746119-router', 'tenant_id': '3fc73c2b6dc24f04b0a10b2cba547cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'external_fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': 'e0749598-9ee4-4799-aea4-3fba3336e85b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:38:20Z', 'updated_at': '2021-05-06T00:38:30Z', 'revision_number': 4, 'project_id': '3fc73c2b6dc24f04b0a10b2cba547cef', 'gw_port': {'id': 'e0749598-9ee4-4799-aea4-3fba3336e85b', 'name': '', 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '620e8838-d9d7-4605-adfe-b68ddaea8d8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:38:21Z', 'updated_at': '2021-05-06T00:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-iscsi', '_interfaces': [{'id': '52292940-2602-4ee4-9ab9-6a1800f9b3c4', 'name': '', 'network_id': '8a76de60-8f51-46a7-82de-5e733a1b9171', 'tenant_id': '3fc73c2b6dc24f04b0a10b2cba547cef', 'mac_address': 'fa:16:3e:f3:34:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '620e8838-d9d7-4605-adfe-b68ddaea8d8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '1144644b-a385-46b3-a0c3-f4eac028f2d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:38:28Z', 'updated_at': '2021-05-06T00:38:46Z', 'revision_number': 5, 'project_id': '3fc73c2b6dc24f04b0a10b2cba547cef', 'subnets': [{'id': '1144644b-a385-46b3-a0c3-f4eac028f2d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 06 00:43:51.420497 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff7720f-e3f9-4ba3-b71d-4aa9a7219090 req-dbb88e7c-a799-49f2-bf3e-75014d2779b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:43:51.421953 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-3ff7720f-e3f9-4ba3-b71d-4aa9a7219090 req-dbb88e7c-a799-49f2-bf3e-75014d2779b0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=afd9495a-c46b-4b5c-ac13-42e21cec1b7c HTTP/1.1" status: 200  len: 1103 time: 0.0751092
May 06 00:43:51.465633 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-3ff7720f-e3f9-4ba3-b71d-4aa9a7219090 req-4f748ce3-9730-40c0-b818-f450d58042bc service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=9c22f7f5-8ec7-43fe-b6c8-9caa001b7602&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0362945
May 06 00:43:51.537372 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7752fd-a0bf-4ee1-8552-6c0f0e1b423f None None] New status for floating IP e75b6102-fd98-4a4b-90ec-e914c39d06bc: DOWN {{(pid=73834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 06 00:43:51.809477 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4854f3f8-fbe2-4d78-afb3-72c6de3fe3d8 req-aad4f6eb-0d22-4e80-8154-1dff6376c558 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:43:51.811020 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-4854f3f8-fbe2-4d78-afb3-72c6de3fe3d8 req-aad4f6eb-0d22-4e80-8154-1dff6376c558 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdde4357-7534-4386-a91d-a9b70d1b0c82 HTTP/1.1" status: 200  len: 946 time: 0.0869651
May 06 00:43:51.847804 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ab60ce-b2e2-4d3e-893e-72b0c2a062e5 req-23ca8b6c-e533-48a0-b19f-d84ee6b07d4d tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:43:51.849233 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-28ab60ce-b2e2-4d3e-893e-72b0c2a062e5 req-23ca8b6c-e533-48a0-b19f-d84ee6b07d4d tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] 10.222.0.30 "GET /v2.0/ports?device_id=fdde4357-7534-4386-a91d-a9b70d1b0c82 HTTP/1.1" status: 200  len: 946 time: 0.0792089
May 06 00:43:51.856074 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-4854f3f8-fbe2-4d78-afb3-72c6de3fe3d8 req-98324d4e-8acf-4727-aacf-8e20c1dc30f3 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] 10.222.0.24 "GET /v2.0/security-groups?id=2cbfc576-e84d-4726-b156-8f3411b7787e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393898
May 06 00:43:51.940958 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-06e5bd5a-9e4a-4653-864f-becf711c9df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:51.987328 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.plugin [req-28ab60ce-b2e2-4d3e-893e-72b0c2a062e5 req-938ca715-35eb-46fd-bab2-b243c8892232 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Deleting port e6c122fb-90d3-4f9f-a814-cb41c6e88deb {{(pid=73832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 06 00:43:51.987678 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-28ab60ce-b2e2-4d3e-893e-72b0c2a062e5 req-938ca715-35eb-46fd-bab2-b243c8892232 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767381331357'] for port, before_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:52.127581 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.db [req-28ab60ce-b2e2-4d3e-893e-72b0c2a062e5 req-938ca715-35eb-46fd-bab2-b243c8892232 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] For port e6c122fb-90d3-4f9f-a814-cb41c6e88deb, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=e6c122fb-90d3-4f9f-a814-cb41c6e88deb,segment=NetworkSegment(ad3796ff-8d99-4772-b33c-212fa30eb7b6),segment_id=ad3796ff-8d99-4772-b33c-212fa30eb7b6)] {{(pid=73832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:43:52.127933 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-28ab60ce-b2e2-4d3e-893e-72b0c2a062e5 req-938ca715-35eb-46fd-bab2-b243c8892232 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404144'] for port, precommit_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:52.269928 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.plugin [req-28ab60ce-b2e2-4d3e-893e-72b0c2a062e5 req-938ca715-35eb-46fd-bab2-b243c8892232 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Calling delete_port for e6c122fb-90d3-4f9f-a814-cb41c6e88deb owned by compute:nova {{(pid=73832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 06 00:43:52.379936 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5db101-aec0-4962-870d-21944a8080b2 req-fe006bd4-1165-41a2-bb62-03f69e5ebf83 tempest-VolumesNegativeTest-423440502 tempest-VolumesNegativeTest-423440502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:43:52.381397 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-2b5db101-aec0-4962-870d-21944a8080b2 req-fe006bd4-1165-41a2-bb62-03f69e5ebf83 tempest-VolumesNegativeTest-423440502 tempest-VolumesNegativeTest-423440502-project] 10.222.0.24 "GET /v2.0/ports?device_id=afd9495a-c46b-4b5c-ac13-42e21cec1b7c HTTP/1.1" status: 200  len: 950 time: 0.1193852
May 06 00:43:52.477609 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-2b5db101-aec0-4962-870d-21944a8080b2 req-c8264816-58e0-4ace-bb2c-ef5b628b84ae tempest-VolumesNegativeTest-423440502 tempest-VolumesNegativeTest-423440502-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c22f7f5-8ec7-43fe-b6c8-9caa001b7602&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0894103
May 06 00:43:52.483042 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-28ab60ce-b2e2-4d3e-893e-72b0c2a062e5 req-938ca715-35eb-46fd-bab2-b243c8892232 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767381335664', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767380898829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2182845'] for port, after_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:52.488533 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-a3617fc2-1cf4-48bc-b235-886b300b24fb tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:43:52.530774 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938ca715-35eb-46fd-bab2-b243c8892232 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Pushing event deleted for resources: {'Port': ['ID=e6c122fb-90d3-4f9f-a814-cb41c6e88deb,revision_number=None']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:43:52.534252 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-938ca715-35eb-46fd-bab2-b243c8892232 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:43:52.608259 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.l3_dvrscheduler_db [req-28ab60ce-b2e2-4d3e-893e-72b0c2a062e5 req-938ca715-35eb-46fd-bab2-b243c8892232 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] No DVR routers for this DVR port e6c122fb-90d3-4f9f-a814-cb41c6e88deb on host hv-cinder-78462 {{(pid=73832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 06 00:43:52.610631 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-28ab60ce-b2e2-4d3e-893e-72b0c2a062e5 req-938ca715-35eb-46fd-bab2-b243c8892232 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43737'] for port, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:52.613102 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdde4357-7534-4386-a91d-a9b70d1b0c82', 'name': 'network-vif-deleted', 'tag': 'e6c122fb-90d3-4f9f-a814-cb41c6e88deb'}] {{(pid=73832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 00:43:52.628286 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-28ab60ce-b2e2-4d3e-893e-72b0c2a062e5 req-938ca715-35eb-46fd-bab2-b243c8892232 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] 10.222.0.30 "DELETE /v2.0/ports/e6c122fb-90d3-4f9f-a814-cb41c6e88deb HTTP/1.1" status: 204  len: 173 time: 0.7733414
May 06 00:43:52.658518 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdde4357-7534-4386-a91d-a9b70d1b0c82', 'name': 'network-vif-deleted', 'tag': 'e6c122fb-90d3-4f9f-a814-cb41c6e88deb', 'status': 'completed', 'code': 200}
May 06 00:43:52.890841 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.agents_db [None req-ee74f776-58ee-4f13-aa41-ceaf6d7d8c19 None None] Agent healthcheck: found 6 active agents {{(pid=73834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 06 00:43:53.011883 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [req-fc33a41c-e657-4494-8381-4aab26cc0dec req-75c23519-749a-4888-9b2a-6b3ee050fae2 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Synchronizing usage tracker for tenant:3fc73c2b6dc24f04b0a10b2cba547cef on resource:port {{(pid=73832) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 00:43:53.028796 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [req-fc33a41c-e657-4494-8381-4aab26cc0dec req-75c23519-749a-4888-9b2a-6b3ee050fae2 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Unset dirty status for tenant:3fc73c2b6dc24f04b0a10b2cba547cef on resource:port {{(pid=73832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 00:43:53.030026 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-fc33a41c-e657-4494-8381-4aab26cc0dec req-75c23519-749a-4888-9b2a-6b3ee050fae2 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdde4357-7534-4386-a91d-a9b70d1b0c82 HTTP/1.1" status: 200  len: 210 time: 0.0636399
May 06 00:43:53.566673 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 46330) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:43:53.674238 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d368d9-2dce-46e1-a5e2-a4f695625529 req-b22ab0d8-e220-4f5f-8ad7-27766e020bb4 tempest-VolumesNegativeTest-423440502 tempest-VolumesNegativeTest-423440502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:43:53.675708 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-e4d368d9-2dce-46e1-a5e2-a4f695625529 req-b22ab0d8-e220-4f5f-8ad7-27766e020bb4 tempest-VolumesNegativeTest-423440502 tempest-VolumesNegativeTest-423440502-project] 10.222.0.24 "GET /v2.0/ports?device_id=afd9495a-c46b-4b5c-ac13-42e21cec1b7c HTTP/1.1" status: 200  len: 950 time: 0.0804899
May 06 00:43:53.685281 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-98feade7-df00-4196-be5e-75a10bc12a30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:53.700019 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-98feade7-df00-4196-be5e-75a10bc12a30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:43:53.703763 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-98feade7-df00-4196-be5e-75a10bc12a30 admin admin] Usage tracker for resource:security_group_rule and tenant:4b9f71464b574b2ab76da4bd26d92d10 is out of sync, need to count used quota {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:43:53.706583 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-98feade7-df00-4196-be5e-75a10bc12a30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:43:53.712774 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-98feade7-df00-4196-be5e-75a10bc12a30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:43:53.801335 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-98feade7-df00-4196-be5e-75a10bc12a30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:53.806306 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-98feade7-df00-4196-be5e-75a10bc12a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:53.815031 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-31d7b63f-5b57-492e-bec0-127cbeb86718 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:43:53.815485 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-e4d368d9-2dce-46e1-a5e2-a4f695625529 req-45ff80fe-b4e2-4c89-8f56-b57ec9103fb8 tempest-VolumesNegativeTest-423440502 tempest-VolumesNegativeTest-423440502-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c22f7f5-8ec7-43fe-b6c8-9caa001b7602&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1336098
May 06 00:43:53.857462 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-98feade7-df00-4196-be5e-75a10bc12a30 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4b9f71464b574b2ab76da4bd26d92d10&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2896440
May 06 00:43:53.859044 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98feade7-df00-4196-be5e-75a10bc12a30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1307e9b-63c9-45ad-a18c-22aa78437da7,revision_number=1']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:43:53.860075 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 46338) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:43:53.862122 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-98feade7-df00-4196-be5e-75a10bc12a30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:43:53.922501 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-68ccb195-7550-4e7b-8d1d-fbb432d476f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:53.949160 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-68ccb195-7550-4e7b-8d1d-fbb432d476f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:54.000038 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-68ccb195-7550-4e7b-8d1d-fbb432d476f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:54.003765 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-8349c718-cafc-444d-a82f-b3d7c41690af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:43:54.014603 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccb195-7550-4e7b-8d1d-fbb432d476f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1307e9b-63c9-45ad-a18c-22aa78437da7,revision_number=None']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:43:54.017069 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-68ccb195-7550-4e7b-8d1d-fbb432d476f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:43:54.023231 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-68ccb195-7550-4e7b-8d1d-fbb432d476f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:54.027558 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-68ccb195-7550-4e7b-8d1d-fbb432d476f0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b1307e9b-63c9-45ad-a18c-22aa78437da7 HTTP/1.1" status: 204  len: 168 time: 0.1663539
May 06 00:43:54.136920 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 46350) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:43:54.257753 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-ba5c6d1e-68b6-476e-af48-f060869d8216 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Notify callbacks [] for security_group, before_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:54.299697 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-ba5c6d1e-68b6-476e-af48-f060869d8216 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:54.360281 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47992a50-d847-4b2e-abf5-141247fe90d7 req-66c095f3-23c0-465c-aafa-d76461243545 tempest-VolumesNegativeTest-423440502 tempest-VolumesNegativeTest-423440502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:43:54.361687 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-47992a50-d847-4b2e-abf5-141247fe90d7 req-66c095f3-23c0-465c-aafa-d76461243545 tempest-VolumesNegativeTest-423440502 tempest-VolumesNegativeTest-423440502-project] 10.222.0.24 "GET /v2.0/ports?device_id=afd9495a-c46b-4b5c-ac13-42e21cec1b7c HTTP/1.1" status: 200  len: 950 time: 0.1681662
May 06 00:43:54.412472 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-47992a50-d847-4b2e-abf5-141247fe90d7 req-c071a6cb-9136-4b8b-b721-817ef5a5545b tempest-VolumesNegativeTest-423440502 tempest-VolumesNegativeTest-423440502-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c22f7f5-8ec7-43fe-b6c8-9caa001b7602&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434391
May 06 00:43:54.422652 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-ba5c6d1e-68b6-476e-af48-f060869d8216 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:54.426721 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-5578b9dc-4e80-4908-9847-aa13d72961ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:43:54.441957 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5c6d1e-68b6-476e-af48-f060869d8216 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cbfc576-e84d-4726-b156-8f3411b7787e,revision_number=None']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:43:54.447745 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-ba5c6d1e-68b6-476e-af48-f060869d8216 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:43:54.457249 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-ba5c6d1e-68b6-476e-af48-f060869d8216 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Notify callbacks [] for security_group, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:54.458345 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-ba5c6d1e-68b6-476e-af48-f060869d8216 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] 10.222.0.24 "DELETE /v2.0/security-groups/2cbfc576-e84d-4726-b156-8f3411b7787e HTTP/1.1" status: 204  len: 168 time: 0.3203321
May 06 00:43:54.502083 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 46356) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:43:55.342925 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-ef616f8c-a6f3-4ac1-bf2d-6a70b9a0b525 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401482'] for router_interface, before_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:55.715147 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1941ef-be6d-4e4f-9bdc-154e3fa24c02 req-0999d083-deeb-4aef-bee1-021fee19326f tempest-VolumesNegativeTest-423440502 tempest-VolumesNegativeTest-423440502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:43:55.716542 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-6e1941ef-be6d-4e4f-9bdc-154e3fa24c02 req-0999d083-deeb-4aef-bee1-021fee19326f tempest-VolumesNegativeTest-423440502 tempest-VolumesNegativeTest-423440502-project] 10.222.0.30 "GET /v2.0/ports?device_id=afd9495a-c46b-4b5c-ac13-42e21cec1b7c HTTP/1.1" status: 200  len: 950 time: 0.2630994
May 06 00:43:55.795467 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a04c59-69bf-47a8-a7e8-38f4472ee88b req-4f9eb8b6-3bb4-4c86-8bfb-a741055985c7 tempest-VolumesNegativeTest-423440502 tempest-VolumesNegativeTest-423440502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:43:55.796904 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-d0a04c59-69bf-47a8-a7e8-38f4472ee88b req-4f9eb8b6-3bb4-4c86-8bfb-a741055985c7 tempest-VolumesNegativeTest-423440502 tempest-VolumesNegativeTest-423440502-project] 10.222.0.24 "GET /v2.0/ports?device_id=afd9495a-c46b-4b5c-ac13-42e21cec1b7c HTTP/1.1" status: 200  len: 950 time: 0.2737763
May 06 00:43:55.939088 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-d0a04c59-69bf-47a8-a7e8-38f4472ee88b req-527da875-67ab-425d-a607-aa69886860ca tempest-VolumesNegativeTest-423440502 tempest-VolumesNegativeTest-423440502-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c22f7f5-8ec7-43fe-b6c8-9caa001b7602&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1282408
May 06 00:43:56.006322 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.plugin [req-6e1941ef-be6d-4e4f-9bdc-154e3fa24c02 req-d994f8f5-de98-4239-ac8f-9a125e800d2c tempest-VolumesNegativeTest-423440502 tempest-VolumesNegativeTest-423440502-project] Deleting port 797297b9-a2ec-4b37-8441-3969e1971db5 {{(pid=73832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 06 00:43:56.006589 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-6e1941ef-be6d-4e4f-9bdc-154e3fa24c02 req-d994f8f5-de98-4239-ac8f-9a125e800d2c tempest-VolumesNegativeTest-423440502 tempest-VolumesNegativeTest-423440502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767381331357'] for port, before_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:56.134024 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.plugin [None req-ef616f8c-a6f3-4ac1-bf2d-6a70b9a0b525 admin admin] Deleting port 52292940-2602-4ee4-9ab9-6a1800f9b3c4 {{(pid=73832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 06 00:43:56.134362 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-ef616f8c-a6f3-4ac1-bf2d-6a70b9a0b525 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767381331357'] for port, before_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:56.219673 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.db [req-6e1941ef-be6d-4e4f-9bdc-154e3fa24c02 req-d994f8f5-de98-4239-ac8f-9a125e800d2c tempest-VolumesNegativeTest-423440502 tempest-VolumesNegativeTest-423440502-project] For port 797297b9-a2ec-4b37-8441-3969e1971db5, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=797297b9-a2ec-4b37-8441-3969e1971db5,segment=NetworkSegment(731a079e-27e2-43c9-af5b-1e783c482046),segment_id=731a079e-27e2-43c9-af5b-1e783c482046)] {{(pid=73832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:43:56.220017 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-6e1941ef-be6d-4e4f-9bdc-154e3fa24c02 req-d994f8f5-de98-4239-ac8f-9a125e800d2c tempest-VolumesNegativeTest-423440502 tempest-VolumesNegativeTest-423440502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404144'] for port, precommit_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:56.259759 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Device e6c122fb-90d3-4f9f-a814-cb41c6e88deb no longer exists at agent hyperv_hv-cinder-78462 {{(pid=73833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 06 00:43:56.297585 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.plugin [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] No Port match for: e6c122fb-90d3-4f9f-a814-cb41c6e88deb {{(pid=73833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 06 00:43:56.297939 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Device e6c122fb-90d3-4f9f-a814-cb41c6e88deb not bound to the agent host hv-cinder-78462 {{(pid=73833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 06 00:43:56.456245 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.plugin [req-6e1941ef-be6d-4e4f-9bdc-154e3fa24c02 req-d994f8f5-de98-4239-ac8f-9a125e800d2c tempest-VolumesNegativeTest-423440502 tempest-VolumesNegativeTest-423440502-project] Calling delete_port for 797297b9-a2ec-4b37-8441-3969e1971db5 owned by compute:nova {{(pid=73832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 06 00:43:56.500879 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.db [None req-ef616f8c-a6f3-4ac1-bf2d-6a70b9a0b525 admin admin] For port 52292940-2602-4ee4-9ab9-6a1800f9b3c4, host dv-cinder-784623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-iscsi',level=0,port_id=52292940-2602-4ee4-9ab9-6a1800f9b3c4,segment=NetworkSegment(ad3796ff-8d99-4772-b33c-212fa30eb7b6),segment_id=ad3796ff-8d99-4772-b33c-212fa30eb7b6)] {{(pid=73832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:43:56.501219 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-ef616f8c-a6f3-4ac1-bf2d-6a70b9a0b525 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404144'] for port, precommit_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:56.622821 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.plugin [None req-ef616f8c-a6f3-4ac1-bf2d-6a70b9a0b525 admin admin] Calling delete_port for 52292940-2602-4ee4-9ab9-6a1800f9b3c4 owned by network:router_interface {{(pid=73832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 06 00:43:56.746217 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-6e1941ef-be6d-4e4f-9bdc-154e3fa24c02 req-d994f8f5-de98-4239-ac8f-9a125e800d2c tempest-VolumesNegativeTest-423440502 tempest-VolumesNegativeTest-423440502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767381335664', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767380898829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2182845'] for port, after_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:56.752340 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-4df3a6db-0eb7-4b21-b833-8ead0522d0c8 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:43:56.757318 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] get_ports_and_sgs() called for port_ids ['797297b9-a2ec-4b37-8441-3969e1971db5'] {{(pid=73833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 06 00:43:56.830598 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994f8f5-de98-4239-ac8f-9a125e800d2c tempest-VolumesNegativeTest-423440502 tempest-VolumesNegativeTest-423440502-project] Pushing event deleted for resources: {'Port': ['ID=797297b9-a2ec-4b37-8441-3969e1971db5,revision_number=None']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:43:56.838625 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-d994f8f5-de98-4239-ac8f-9a125e800d2c tempest-VolumesNegativeTest-423440502 tempest-VolumesNegativeTest-423440502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:43:56.886446 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e1941ef-be6d-4e4f-9bdc-154e3fa24c02 req-d994f8f5-de98-4239-ac8f-9a125e800d2c tempest-VolumesNegativeTest-423440502 tempest-VolumesNegativeTest-423440502-project] No DVR routers for this DVR port 797297b9-a2ec-4b37-8441-3969e1971db5 on host hv-cinder-78462 {{(pid=73832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 06 00:43:56.889569 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-6e1941ef-be6d-4e4f-9bdc-154e3fa24c02 req-d994f8f5-de98-4239-ac8f-9a125e800d2c tempest-VolumesNegativeTest-423440502 tempest-VolumesNegativeTest-423440502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43737'] for port, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:56.892001 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afd9495a-c46b-4b5c-ac13-42e21cec1b7c', 'name': 'network-vif-deleted', 'tag': '797297b9-a2ec-4b37-8441-3969e1971db5'}] {{(pid=73832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 00:43:56.944931 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afd9495a-c46b-4b5c-ac13-42e21cec1b7c', 'name': 'network-vif-deleted', 'tag': '797297b9-a2ec-4b37-8441-3969e1971db5', 'status': 'completed', 'code': 200}
May 06 00:43:56.948582 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-6e1941ef-be6d-4e4f-9bdc-154e3fa24c02 req-d994f8f5-de98-4239-ac8f-9a125e800d2c tempest-VolumesNegativeTest-423440502 tempest-VolumesNegativeTest-423440502-project] 10.222.0.30 "DELETE /v2.0/ports/797297b9-a2ec-4b37-8441-3969e1971db5 HTTP/1.1" status: 204  len: 173 time: 1.2260435
May 06 00:43:56.970458 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-ef616f8c-a6f3-4ac1-bf2d-6a70b9a0b525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767381335664', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767380898829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2182845'] for port, after_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:56.974196 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-bd2a2139-7a30-4a44-a1a6-666493b01498 tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:43:57.018988 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef616f8c-a6f3-4ac1-bf2d-6a70b9a0b525 admin admin] Pushing event deleted for resources: {'Port': ['ID=52292940-2602-4ee4-9ab9-6a1800f9b3c4,revision_number=None']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:43:57.047752 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-ef616f8c-a6f3-4ac1-bf2d-6a70b9a0b525 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:43:57.129286 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [req-b7261a7c-821b-4bfb-9d5f-fd1c8f9c6843 req-774f95b8-0580-4a33-85ec-81c9f71b3bea tempest-VolumesNegativeTest-423440502 tempest-VolumesNegativeTest-423440502-project] Synchronizing usage tracker for tenant:39b9ee3889b949f8a050c08aab4505b8 on resource:port {{(pid=73832) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 00:43:57.162440 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [req-b7261a7c-821b-4bfb-9d5f-fd1c8f9c6843 req-774f95b8-0580-4a33-85ec-81c9f71b3bea tempest-VolumesNegativeTest-423440502 tempest-VolumesNegativeTest-423440502-project] Unset dirty status for tenant:39b9ee3889b949f8a050c08aab4505b8 on resource:port {{(pid=73832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 00:43:57.163584 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-b7261a7c-821b-4bfb-9d5f-fd1c8f9c6843 req-774f95b8-0580-4a33-85ec-81c9f71b3bea tempest-VolumesNegativeTest-423440502 tempest-VolumesNegativeTest-423440502-project] 10.222.0.24 "GET /v2.0/ports?device_id=afd9495a-c46b-4b5c-ac13-42e21cec1b7c HTTP/1.1" status: 200  len: 210 time: 0.1106243
May 06 00:43:57.332239 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-ef616f8c-a6f3-4ac1-bf2d-6a70b9a0b525 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-407034'] for router_interface, after_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:57.691259 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef616f8c-a6f3-4ac1-bf2d-6a70b9a0b525 admin admin] Router 620e8838-d9d7-4605-adfe-b68ddaea8d8a has already been hosted by L3 agent 3fa0790c-dd29-4495-aa07-f8a2ae482509 {{(pid=73832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 06 00:43:57.960790 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef616f8c-a6f3-4ac1-bf2d-6a70b9a0b525 admin admin] Notify agent at l3_agent.dv-cinder-784623-8-iscsi the message routers_updated {{(pid=73832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 06 00:43:57.966109 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-ef616f8c-a6f3-4ac1-bf2d-6a70b9a0b525 admin admin] 10.222.0.24 "PUT /v2.0/routers/620e8838-d9d7-4605-adfe-b68ddaea8d8a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4625187
May 06 00:43:57.968063 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 46368) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:43:57.969147 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4adf9a06-dab3-434a-a2b9-ed3c8ca81aa4 None None] Sync routers for ids ['620e8838-d9d7-4605-adfe-b68ddaea8d8a'] in dv-cinder-784623-8-iscsi {{(pid=73833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 06 00:43:57.978807 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4adf9a06-dab3-434a-a2b9-ed3c8ca81aa4 None None] Routers {'620e8838-d9d7-4605-adfe-b68ddaea8d8a'} bound to L3 agent in host dv-cinder-784623-8-iscsi {{(pid=73833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 00:43:57.979415 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_hamode_db [None req-4adf9a06-dab3-434a-a2b9-ed3c8ca81aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f95084223a0>, 'dv-cinder-784623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-06T00:27:20Z,description=<?>,heartbeat_timestamp=2021-05-06T00:43:50Z,host='dv-cinder-784623-8-iscsi',id=3fa0790c-dd29-4495-aa07-f8a2ae482509,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T00:27:20Z,topic='l3_agent')) {'router_ids': ['620e8838-d9d7-4605-adfe-b68ddaea8d8a'], 'active': True} {{(pid=73833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:43:58.147558 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-54f37376-aca0-4a01-8a64-591218a713d2 admin admin] Notify callbacks [] for router, before_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:58.154138 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_dvr_db [None req-4adf9a06-dab3-434a-a2b9-ed3c8ca81aa4 None None] Set router 620e8838-d9d7-4605-adfe-b68ddaea8d8a gateway port host: dv-cinder-784623-8-iscsi {{(pid=73833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 00:43:58.327090 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-54f37376-aca0-4a01-8a64-591218a713d2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:58.402983 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.plugin [None req-54f37376-aca0-4a01-8a64-591218a713d2 admin admin] Deleting port e0749598-9ee4-4799-aea4-3fba3336e85b {{(pid=73832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 06 00:43:58.403322 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-54f37376-aca0-4a01-8a64-591218a713d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767381331357'] for port, before_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:58.441497 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_hamode_db [None req-4adf9a06-dab3-434a-a2b9-ed3c8ca81aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f95084223a0>, [{'id': '620e8838-d9d7-4605-adfe-b68ddaea8d8a', 'name': 'tempest-TestShelveInstance-1240746119-router', 'tenant_id': '3fc73c2b6dc24f04b0a10b2cba547cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'external_fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': 'e0749598-9ee4-4799-aea4-3fba3336e85b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:38:20Z', 'updated_at': '2021-05-06T00:43:56Z', 'revision_number': 5, 'project_id': '3fc73c2b6dc24f04b0a10b2cba547cef', 'gw_port': {'id': 'e0749598-9ee4-4799-aea4-3fba3336e85b', 'name': '', 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '620e8838-d9d7-4605-adfe-b68ddaea8d8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:38:21Z', 'updated_at': '2021-05-06T00:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-iscsi'}], 'dv-cinder-784623-8-iscsi', False) {} {{(pid=73833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:43:58.445331 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4adf9a06-dab3-434a-a2b9-ed3c8ca81aa4 None None] Checking router: 620e8838-d9d7-4605-adfe-b68ddaea8d8a for host: dv-cinder-784623-8-iscsi {{(pid=73833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 06 00:43:58.453576 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4adf9a06-dab3-434a-a2b9-ed3c8ca81aa4 None None] Routers {'620e8838-d9d7-4605-adfe-b68ddaea8d8a'} bound to L3 agent in host dv-cinder-784623-8-iscsi {{(pid=73833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 00:43:58.454194 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_hamode_db [None req-4adf9a06-dab3-434a-a2b9-ed3c8ca81aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f95084223a0>, 'dv-cinder-784623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-06T00:27:20Z,description=<?>,heartbeat_timestamp=2021-05-06T00:43:50Z,host='dv-cinder-784623-8-iscsi',id=3fa0790c-dd29-4495-aa07-f8a2ae482509,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T00:27:20Z,topic='l3_agent')) {'router_ids': ['620e8838-d9d7-4605-adfe-b68ddaea8d8a'], 'active': True} {{(pid=73833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:43:58.528383 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.db [None req-54f37376-aca0-4a01-8a64-591218a713d2 admin admin] For port e0749598-9ee4-4799-aea4-3fba3336e85b, host dv-cinder-784623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-iscsi',level=0,port_id=e0749598-9ee4-4799-aea4-3fba3336e85b,segment=NetworkSegment(9e77dc6e-5839-4c5c-8941-3e48c898c98b),segment_id=9e77dc6e-5839-4c5c-8941-3e48c898c98b)] {{(pid=73832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:43:58.528531 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-54f37376-aca0-4a01-8a64-591218a713d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404144'] for port, precommit_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:58.653984 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.plugin [None req-54f37376-aca0-4a01-8a64-591218a713d2 admin admin] Calling delete_port for e0749598-9ee4-4799-aea4-3fba3336e85b owned by network:router_gateway {{(pid=73832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 06 00:43:58.657651 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_dvr_db [None req-4adf9a06-dab3-434a-a2b9-ed3c8ca81aa4 None None] Set router 620e8838-d9d7-4605-adfe-b68ddaea8d8a gateway port host: None {{(pid=73833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 00:43:58.767039 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_hamode_db [None req-4adf9a06-dab3-434a-a2b9-ed3c8ca81aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f95084223a0>, [{'id': '620e8838-d9d7-4605-adfe-b68ddaea8d8a', 'name': 'tempest-TestShelveInstance-1240746119-router', 'tenant_id': '3fc73c2b6dc24f04b0a10b2cba547cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:38:20Z', 'updated_at': '2021-05-06T00:43:58Z', 'revision_number': 6, 'project_id': '3fc73c2b6dc24f04b0a10b2cba547cef', 'gw_port_host': None}], 'dv-cinder-784623-8-iscsi', False) {} {{(pid=73833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:43:58.771348 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4adf9a06-dab3-434a-a2b9-ed3c8ca81aa4 None None] The sync data for ids ['620e8838-d9d7-4605-adfe-b68ddaea8d8a'] in dv-cinder-784623-8-iscsi is: [{'id': '620e8838-d9d7-4605-adfe-b68ddaea8d8a', 'name': 'tempest-TestShelveInstance-1240746119-router', 'tenant_id': '3fc73c2b6dc24f04b0a10b2cba547cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:38:20Z', 'updated_at': '2021-05-06T00:43:58Z', 'revision_number': 6, 'project_id': '3fc73c2b6dc24f04b0a10b2cba547cef', 'gw_port_host': None}] {{(pid=73833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 06 00:43:58.810550 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-54f37376-aca0-4a01-8a64-591218a713d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767381335664', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767380898829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2182845'] for port, after_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:58.814451 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-938ca715-35eb-46fd-bab2-b243c8892232 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:43:58.857510 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f37376-aca0-4a01-8a64-591218a713d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0749598-9ee4-4799-aea4-3fba3336e85b,revision_number=None']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:43:58.860587 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-54f37376-aca0-4a01-8a64-591218a713d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:43:58.951192 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-54f37376-aca0-4a01-8a64-591218a713d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407918'] for router_gateway, after_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:59.236252 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-54f37376-aca0-4a01-8a64-591218a713d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-433714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3422'] for router, precommit_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:59.238467 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-54f37376-aca0-4a01-8a64-591218a713d2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:59.263385 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-54f37376-aca0-4a01-8a64-591218a713d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451452'] for router, after_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:59.264069 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54f37376-aca0-4a01-8a64-591218a713d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 620e8838-d9d7-4605-adfe-b68ddaea8d8a {{(pid=73832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 06 00:43:59.276278 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-54f37376-aca0-4a01-8a64-591218a713d2 admin admin] Notify callbacks [] for router, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:59.277424 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-54f37376-aca0-4a01-8a64-591218a713d2 admin admin] 10.222.0.24 "DELETE /v2.0/routers/620e8838-d9d7-4605-adfe-b68ddaea8d8a HTTP/1.1" status: 204  len: 168 time: 1.3083248
May 06 00:43:59.280084 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 46456) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:43:59.340636 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa7d8a9c-b260-432e-baed-1124bc073573 admin admin] Deleting subnet 1144644b-a385-46b3-a0c3-f4eac028f2d2 {{(pid=73832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 06 00:43:59.343489 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-aa7d8a9c-b260-432e-baed-1124bc073573 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:59.397803 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-aa7d8a9c-b260-432e-baed-1124bc073573 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3982972'] for subnet, precommit_delete_associations {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:59.481294 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-aa7d8a9c-b260-432e-baed-1124bc073573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736327'] for subnet, precommit_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:59.747597 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-aa7d8a9c-b260-432e-baed-1124bc073573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2182894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10118836'] for subnet, after_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:59.752452 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-d4eae0a8-ef0f-4578-8840-7f225a07b5e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:43:59.787634 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7d8a9c-b260-432e-baed-1124bc073573 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1144644b-a385-46b3-a0c3-f4eac028f2d2,revision_number=None']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:43:59.796109 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-aa7d8a9c-b260-432e-baed-1124bc073573 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535980'] for subnet, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:43:59.802579 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5dd8bb4-fa7c-493f-b55a-f96550c6ff33 None None] Network 8a76de60-8f51-46a7-82de-5e733a1b9171 requested from dv-cinder-784623-8-iscsi {{(pid=73833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 06 00:43:59.805332 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7d8a9c-b260-432e-baed-1124bc073573 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:43:59.805711 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7d8a9c-b260-432e-baed-1124bc073573 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:43:59.806074 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7d8a9c-b260-432e-baed-1124bc073573 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:43:59.806429 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7d8a9c-b260-432e-baed-1124bc073573 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:43:59.806778 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7d8a9c-b260-432e-baed-1124bc073573 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:43:59.807129 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7d8a9c-b260-432e-baed-1124bc073573 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:43:59.807477 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7d8a9c-b260-432e-baed-1124bc073573 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:43:59.807825 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7d8a9c-b260-432e-baed-1124bc073573 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:43:59.808195 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7d8a9c-b260-432e-baed-1124bc073573 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:43:59.808516 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7d8a9c-b260-432e-baed-1124bc073573 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:43:59.808943 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7d8a9c-b260-432e-baed-1124bc073573 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:43:59.809222 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7d8a9c-b260-432e-baed-1124bc073573 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:43:59.812383 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-aa7d8a9c-b260-432e-baed-1124bc073573 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:43:59.818440 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 46510) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:43:59.818867 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-aa7d8a9c-b260-432e-baed-1124bc073573 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/1144644b-a385-46b3-a0c3-f4eac028f2d2 HTTP/1.1" status: 204  len: 168 time: 0.5375354
May 06 00:43:59.941570 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-b9850761-fd11-480e-8aba-f8106ada1253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608327'] for network, before_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:44:00.024987 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.plugin [None req-b9850761-fd11-480e-8aba-f8106ada1253 admin admin] Deleting port a033944b-e7bd-432d-8324-bd4b5c70a4df {{(pid=73831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 06 00:44:00.025330 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-b9850761-fd11-480e-8aba-f8106ada1253 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767381331357'] for port, before_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:44:00.112843 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf77101-3222-4f9c-a02c-1d27c292bc00 None None] DHCP port deletion for 8a76de60-8f51-46a7-82de-5e733a1b9171 request from dv-cinder-784623-8-iscsi {{(pid=73833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
May 06 00:44:00.132409 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.db [None req-b9850761-fd11-480e-8aba-f8106ada1253 admin admin] For port a033944b-e7bd-432d-8324-bd4b5c70a4df, host dv-cinder-784623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-iscsi',level=0,port_id=a033944b-e7bd-432d-8324-bd4b5c70a4df,segment=NetworkSegment(ad3796ff-8d99-4772-b33c-212fa30eb7b6),segment_id=ad3796ff-8d99-4772-b33c-212fa30eb7b6)] {{(pid=73831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:44:00.133376 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-b9850761-fd11-480e-8aba-f8106ada1253 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404144'] for port, precommit_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:44:00.154235 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Device 52292940-2602-4ee4-9ab9-6a1800f9b3c4 no longer exists at agent ovs-agent-dv-cinder-784623-8-iscsi {{(pid=73833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 06 00:44:00.190437 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.plugin [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] No Port match for: 52292940-2602-4ee4-9ab9-6a1800f9b3c4 {{(pid=73833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 06 00:44:00.190437 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Device 52292940-2602-4ee4-9ab9-6a1800f9b3c4 not bound to the agent host dv-cinder-784623-8-iscsi {{(pid=73833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 06 00:44:00.190734 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Device e0749598-9ee4-4799-aea4-3fba3336e85b no longer exists at agent ovs-agent-dv-cinder-784623-8-iscsi {{(pid=73833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 06 00:44:00.234175 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.plugin [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] No Port match for: e0749598-9ee4-4799-aea4-3fba3336e85b {{(pid=73833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 06 00:44:00.234530 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Device e0749598-9ee4-4799-aea4-3fba3336e85b not bound to the agent host dv-cinder-784623-8-iscsi {{(pid=73833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 06 00:44:00.262876 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.plugin [None req-abf77101-3222-4f9c-a02c-1d27c292bc00 None None] Deleting port a033944b-e7bd-432d-8324-bd4b5c70a4df {{(pid=73833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 06 00:44:00.263261 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-abf77101-3222-4f9c-a02c-1d27c292bc00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767381331357'] for port, before_delete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:44:00.279342 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Device 797297b9-a2ec-4b37-8441-3969e1971db5 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=73833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 06 00:44:00.282457 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.plugin [None req-b9850761-fd11-480e-8aba-f8106ada1253 admin admin] Calling delete_port for a033944b-e7bd-432d-8324-bd4b5c70a4df owned by network:dhcp {{(pid=73831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 06 00:44:00.335885 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-b9850761-fd11-480e-8aba-f8106ada1253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767381335664', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767380898829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2942582'] for port, after_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:44:00.340259 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-74af8e1a-e8d4-4ffd-9465-a3d531ba34a8 tempest-AttachVolumeTestJSON-1355218818 tempest-AttachVolumeTestJSON-1355218818-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:44:00.379658 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.plugin [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] No Port match for: 797297b9-a2ec-4b37-8441-3969e1971db5 {{(pid=73833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 06 00:44:00.380020 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Device 797297b9-a2ec-4b37-8441-3969e1971db5 not bound to the agent host hv-cinder-78462 {{(pid=73833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 06 00:44:00.384229 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9850761-fd11-480e-8aba-f8106ada1253 admin admin] Pushing event deleted for resources: {'Port': ['ID=a033944b-e7bd-432d-8324-bd4b5c70a4df,revision_number=None']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:44:00.387662 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-b9850761-fd11-480e-8aba-f8106ada1253 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:44:00.388437 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9850761-fd11-480e-8aba-f8106ada1253 admin admin] No DVR routers for this DVR port a033944b-e7bd-432d-8324-bd4b5c70a4df on host dv-cinder-784623-8-iscsi {{(pid=73831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 06 00:44:00.410248 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-abf77101-3222-4f9c-a02c-1d27c292bc00 None None] For port a033944b-e7bd-432d-8324-bd4b5c70a4df, host dv-cinder-784623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-iscsi',level=0,port_id=a033944b-e7bd-432d-8324-bd4b5c70a4df,segment=NetworkSegment(ad3796ff-8d99-4772-b33c-212fa30eb7b6),segment_id=ad3796ff-8d99-4772-b33c-212fa30eb7b6)] {{(pid=73833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:44:00.410757 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-abf77101-3222-4f9c-a02c-1d27c292bc00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404144'] for port, precommit_delete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:44:00.504907 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-b9850761-fd11-480e-8aba-f8106ada1253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733884', 'neutron.services.segments.db._delete_segments_for_network-8767381342109'] for network, precommit_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:44:00.518117 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.services.segments.db [None req-b9850761-fd11-480e-8aba-f8106ada1253 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9508ad9c70>,) {'filters': {'network_id': ['8a76de60-8f51-46a7-82de-5e733a1b9171']}} {{(pid=73831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:44:00.530850 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.services.segments.db [None req-b9850761-fd11-480e-8aba-f8106ada1253 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9508ad9c70>, 'ad3796ff-8d99-4772-b33c-212fa30eb7b6') {'for_net_delete': True} {{(pid=73831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:44:00.531404 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.services.segments.db [None req-b9850761-fd11-480e-8aba-f8106ada1253 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9508ad9c70>, 'ad3796ff-8d99-4772-b33c-212fa30eb7b6') {} {{(pid=73831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:44:00.533621 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.plugin [None req-abf77101-3222-4f9c-a02c-1d27c292bc00 None None] Calling delete_port for a033944b-e7bd-432d-8324-bd4b5c70a4df owned by network:dhcp {{(pid=73833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 06 00:44:00.544771 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-b9850761-fd11-480e-8aba-f8106ada1253 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767381354599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2930077'] for segment, before_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:44:00.565874 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-b9850761-fd11-480e-8aba-f8106ada1253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730493'] for segment, precommit_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:44:00.573130 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9850761-fd11-480e-8aba-f8106ada1253 admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=73831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 06 00:44:00.573564 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-b9850761-fd11-480e-8aba-f8106ada1253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-730484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2942531'] for segment, after_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:44:00.582736 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-abf77101-3222-4f9c-a02c-1d27c292bc00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767381335664', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767380898829'] for port, after_delete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:44:00.587641 dv-cinder-784623-8-iscsi neutron-server[73831]: Traceback (most recent call last):
May 06 00:44:00.587641 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 06 00:44:00.587641 dv-cinder-784623-8-iscsi neutron-server[73831]:     timer()
May 06 00:44:00.587641 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 06 00:44:00.587641 dv-cinder-784623-8-iscsi neutron-server[73831]:     cb(*args, **kw)
May 06 00:44:00.587641 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 06 00:44:00.587641 dv-cinder-784623-8-iscsi neutron-server[73831]:     return func(*args, **kwargs)
May 06 00:44:00.587641 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 06 00:44:00.587641 dv-cinder-784623-8-iscsi neutron-server[73831]:     self._notify()
May 06 00:44:00.587641 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 06 00:44:00.587641 dv-cinder-784623-8-iscsi neutron-server[73831]:     self.callback(batched_events)
May 06 00:44:00.587641 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 06 00:44:00.587641 dv-cinder-784623-8-iscsi neutron-server[73831]:     event.method(event)
May 06 00:44:00.587641 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 06 00:44:00.587641 dv-cinder-784623-8-iscsi neutron-server[73831]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 06 00:44:00.587641 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 06 00:44:00.587641 dv-cinder-784623-8-iscsi neutron-server[73831]:     aggregate_uuid = self.p_client.list_aggregates(
May 06 00:44:00.587641 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 06 00:44:00.587641 dv-cinder-784623-8-iscsi neutron-server[73831]:     return f(self, *a, **k)
May 06 00:44:00.587641 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 06 00:44:00.587641 dv-cinder-784623-8-iscsi neutron-server[73831]:     return self._get(url).json()
May 06 00:44:00.587641 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 06 00:44:00.587641 dv-cinder-784623-8-iscsi neutron-server[73831]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 06 00:44:00.587641 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 06 00:44:00.587641 dv-cinder-784623-8-iscsi neutron-server[73831]:     return self.request(url, 'GET', **kwargs)
May 06 00:44:00.587641 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 06 00:44:00.587641 dv-cinder-784623-8-iscsi neutron-server[73831]:     base_url = self.get_endpoint(auth, allow=allow,
May 06 00:44:00.587641 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 06 00:44:00.587641 dv-cinder-784623-8-iscsi neutron-server[73831]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 06 00:44:00.587641 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 06 00:44:00.587641 dv-cinder-784623-8-iscsi neutron-server[73831]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 06 00:44:00.587641 dv-cinder-784623-8-iscsi neutron-server[73831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 06 00:44:00.590214 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-56163cf3-5e22-42bc-a49d-1ae785f172d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:44:00.636412 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf77101-3222-4f9c-a02c-1d27c292bc00 None None] Pushing event deleted for resources: {'Port': ['ID=a033944b-e7bd-432d-8324-bd4b5c70a4df,revision_number=None']} {{(pid=73833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:44:00.639549 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-abf77101-3222-4f9c-a02c-1d27c292bc00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:44:00.640875 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf77101-3222-4f9c-a02c-1d27c292bc00 None None] No DVR routers for this DVR port a033944b-e7bd-432d-8324-bd4b5c70a4df on host dv-cinder-784623-8-iscsi {{(pid=73833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 06 00:44:00.681494 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-b9850761-fd11-480e-8aba-f8106ada1253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407932'] for network, after_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:44:00.685494 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-996e4d5d-b66a-4bd3-ab95-2d731b194f6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:44:00.700591 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-b9850761-fd11-480e-8aba-f8106ada1253 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535980'] for network, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:44:00.712998 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9850761-fd11-480e-8aba-f8106ada1253 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a76de60-8f51-46a7-82de-5e733a1b9171,revision_number=None']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:44:00.720580 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-b9850761-fd11-480e-8aba-f8106ada1253 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:44:00.732208 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-b9850761-fd11-480e-8aba-f8106ada1253 admin admin] 10.222.0.24 "DELETE /v2.0/networks/8a76de60-8f51-46a7-82de-5e733a1b9171 HTTP/1.1" status: 204  len: 168 time: 0.9120991
May 06 00:44:00.735066 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 46568) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:44:01.378310 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-23dc0bdf-2bd3-46b2-96bf-09a401514d32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401482'] for router_interface, before_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:44:01.787364 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.plugin [None req-23dc0bdf-2bd3-46b2-96bf-09a401514d32 admin admin] Deleting port 749ee0af-17be-46f9-a339-a150983bb9d2 {{(pid=73831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 06 00:44:01.787749 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-23dc0bdf-2bd3-46b2-96bf-09a401514d32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767381331357'] for port, before_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:44:01.915591 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.db [None req-23dc0bdf-2bd3-46b2-96bf-09a401514d32 admin admin] For port 749ee0af-17be-46f9-a339-a150983bb9d2, host dv-cinder-784623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-iscsi',level=0,port_id=749ee0af-17be-46f9-a339-a150983bb9d2,segment=NetworkSegment(a54600ff-7fe8-4f0f-9417-10efacd21ba3),segment_id=a54600ff-7fe8-4f0f-9417-10efacd21ba3)] {{(pid=73831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:44:01.915942 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-23dc0bdf-2bd3-46b2-96bf-09a401514d32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404144'] for port, precommit_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:44:02.035124 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.plugin [None req-23dc0bdf-2bd3-46b2-96bf-09a401514d32 admin admin] Calling delete_port for 749ee0af-17be-46f9-a339-a150983bb9d2 owned by network:router_interface {{(pid=73831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 06 00:44:02.080351 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Device a033944b-e7bd-432d-8324-bd4b5c70a4df no longer exists at agent ovs-agent-dv-cinder-784623-8-iscsi {{(pid=73833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 06 00:44:02.113861 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.plugin [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] No Port match for: a033944b-e7bd-432d-8324-bd4b5c70a4df {{(pid=73833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 06 00:44:02.114216 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Device a033944b-e7bd-432d-8324-bd4b5c70a4df not bound to the agent host dv-cinder-784623-8-iscsi {{(pid=73833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 06 00:44:02.174754 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-23dc0bdf-2bd3-46b2-96bf-09a401514d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767381335664', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767380898829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2942582'] for port, after_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:44:02.179013 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-97518b17-fc6b-40bb-95dc-e76e97874d9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:44:02.222070 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dc0bdf-2bd3-46b2-96bf-09a401514d32 admin admin] Pushing event deleted for resources: {'Port': ['ID=749ee0af-17be-46f9-a339-a150983bb9d2,revision_number=None']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:44:02.248375 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-23dc0bdf-2bd3-46b2-96bf-09a401514d32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:44:02.487658 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-23dc0bdf-2bd3-46b2-96bf-09a401514d32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-407034'] for router_interface, after_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:44:02.944682 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23dc0bdf-2bd3-46b2-96bf-09a401514d32 admin admin] Router 7f6e233f-7fae-4559-8793-fcc1ba6b6b07 has already been hosted by L3 agent 3fa0790c-dd29-4495-aa07-f8a2ae482509 {{(pid=73831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 06 00:44:02.982186 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 46614) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:44:03.127537 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23dc0bdf-2bd3-46b2-96bf-09a401514d32 admin admin] Notify agent at l3_agent.dv-cinder-784623-8-iscsi the message routers_updated {{(pid=73831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 06 00:44:03.129644 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-84056c4d-d81b-4073-b742-47753d135f83 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=39b9ee3889b949f8a050c08aab4505b8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1461873
May 06 00:44:03.132397 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 46620) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:44:03.137279 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77e7a53-2daf-443f-b004-d6a9b5654059 None None] Sync routers for ids ['7f6e233f-7fae-4559-8793-fcc1ba6b6b07'] in dv-cinder-784623-8-iscsi {{(pid=73834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 06 00:44:03.146215 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77e7a53-2daf-443f-b004-d6a9b5654059 None None] Routers {'7f6e233f-7fae-4559-8793-fcc1ba6b6b07'} bound to L3 agent in host dv-cinder-784623-8-iscsi {{(pid=73834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 00:44:03.146822 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_hamode_db [None req-b77e7a53-2daf-443f-b004-d6a9b5654059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9508e7ed60>, 'dv-cinder-784623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-06T00:27:20Z,description=<?>,heartbeat_timestamp=2021-05-06T00:43:50Z,host='dv-cinder-784623-8-iscsi',id=3fa0790c-dd29-4495-aa07-f8a2ae482509,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T00:27:20Z,topic='l3_agent')) {'router_ids': ['7f6e233f-7fae-4559-8793-fcc1ba6b6b07'], 'active': True} {{(pid=73834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:44:03.151939 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-23dc0bdf-2bd3-46b2-96bf-09a401514d32 admin admin] 10.222.0.24 "PUT /v2.0/routers/7f6e233f-7fae-4559-8793-fcc1ba6b6b07/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4157460
May 06 00:44:03.154389 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 46624) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:44:03.323902 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_dvr_db [None req-b77e7a53-2daf-443f-b004-d6a9b5654059 None None] Set router 7f6e233f-7fae-4559-8793-fcc1ba6b6b07 gateway port host: dv-cinder-784623-8-iscsi {{(pid=73834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 00:44:03.340535 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-ecf58878-fa30-47ea-b6d8-1fc3901ce0a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:44:03.375287 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-ecf58878-fa30-47ea-b6d8-1fc3901ce0a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:44:03.395744 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-f0cba2c1-d0b9-4271-ace1-72c8330591f9 admin admin] Notify callbacks [] for router, before_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:44:03.571272 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-ecf58878-fa30-47ea-b6d8-1fc3901ce0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:44:03.577858 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-9c5120cc-83b7-41cc-bd4d-445b424734f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:44:03.599505 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf58878-fa30-47ea-b6d8-1fc3901ce0a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c22f7f5-8ec7-43fe-b6c8-9caa001b7602,revision_number=None']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:44:03.600447 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_hamode_db [None req-b77e7a53-2daf-443f-b004-d6a9b5654059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9508e7ed60>, [{'id': '7f6e233f-7fae-4559-8793-fcc1ba6b6b07', 'name': 'tempest-TestShelveInstance-461933556-router', 'tenant_id': 'ab2c0cba77e343a0980bc3c9614f06b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'external_fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': '240604f4-fdf8-4808-b104-9dacdc8ebacd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:38:36Z', 'updated_at': '2021-05-06T00:44:02Z', 'revision_number': 5, 'project_id': 'ab2c0cba77e343a0980bc3c9614f06b7', 'gw_port': {'id': '240604f4-fdf8-4808-b104-9dacdc8ebacd', 'name': '', 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:09:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6e233f-7fae-4559-8793-fcc1ba6b6b07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:38:38Z', 'updated_at': '2021-05-06T00:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-iscsi'}], 'dv-cinder-784623-8-iscsi', False) {} {{(pid=73834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:44:03.602002 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-ecf58878-fa30-47ea-b6d8-1fc3901ce0a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:44:03.604774 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77e7a53-2daf-443f-b004-d6a9b5654059 None None] Checking router: 7f6e233f-7fae-4559-8793-fcc1ba6b6b07 for host: dv-cinder-784623-8-iscsi {{(pid=73834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 06 00:44:03.612611 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-f0cba2c1-d0b9-4271-ace1-72c8330591f9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:44:03.613436 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77e7a53-2daf-443f-b004-d6a9b5654059 None None] Routers {'7f6e233f-7fae-4559-8793-fcc1ba6b6b07'} bound to L3 agent in host dv-cinder-784623-8-iscsi {{(pid=73834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 00:44:03.614080 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_hamode_db [None req-b77e7a53-2daf-443f-b004-d6a9b5654059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9508e7ed60>, 'dv-cinder-784623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-06T00:27:20Z,description=<?>,heartbeat_timestamp=2021-05-06T00:43:50Z,host='dv-cinder-784623-8-iscsi',id=3fa0790c-dd29-4495-aa07-f8a2ae482509,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T00:27:20Z,topic='l3_agent')) {'router_ids': ['7f6e233f-7fae-4559-8793-fcc1ba6b6b07'], 'active': True} {{(pid=73834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:44:03.623979 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-ecf58878-fa30-47ea-b6d8-1fc3901ce0a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:44:03.625172 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-ecf58878-fa30-47ea-b6d8-1fc3901ce0a2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9c22f7f5-8ec7-43fe-b6c8-9caa001b7602 HTTP/1.1" status: 204  len: 168 time: 0.4913225
May 06 00:44:03.703058 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.plugin [None req-f0cba2c1-d0b9-4271-ace1-72c8330591f9 admin admin] Deleting port 240604f4-fdf8-4808-b104-9dacdc8ebacd {{(pid=73831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 06 00:44:03.703662 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-f0cba2c1-d0b9-4271-ace1-72c8330591f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767381331357'] for port, before_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:44:03.794464 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_dvr_db [None req-b77e7a53-2daf-443f-b004-d6a9b5654059 None None] Set router 7f6e233f-7fae-4559-8793-fcc1ba6b6b07 gateway port host: None {{(pid=73834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 00:44:03.843302 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.db [None req-f0cba2c1-d0b9-4271-ace1-72c8330591f9 admin admin] For port 240604f4-fdf8-4808-b104-9dacdc8ebacd, host dv-cinder-784623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-iscsi',level=0,port_id=240604f4-fdf8-4808-b104-9dacdc8ebacd,segment=NetworkSegment(9e77dc6e-5839-4c5c-8941-3e48c898c98b),segment_id=9e77dc6e-5839-4c5c-8941-3e48c898c98b)] {{(pid=73831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:44:03.843630 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-f0cba2c1-d0b9-4271-ace1-72c8330591f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404144'] for port, precommit_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:44:03.907596 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_hamode_db [None req-b77e7a53-2daf-443f-b004-d6a9b5654059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9508e7ed60>, [{'id': '7f6e233f-7fae-4559-8793-fcc1ba6b6b07', 'name': 'tempest-TestShelveInstance-461933556-router', 'tenant_id': 'ab2c0cba77e343a0980bc3c9614f06b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:38:36Z', 'updated_at': '2021-05-06T00:44:03Z', 'revision_number': 6, 'project_id': 'ab2c0cba77e343a0980bc3c9614f06b7', 'gw_port_host': None}], 'dv-cinder-784623-8-iscsi', False) {} {{(pid=73834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:44:03.912889 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77e7a53-2daf-443f-b004-d6a9b5654059 None None] The sync data for ids ['7f6e233f-7fae-4559-8793-fcc1ba6b6b07'] in dv-cinder-784623-8-iscsi is: [{'id': '7f6e233f-7fae-4559-8793-fcc1ba6b6b07', 'name': 'tempest-TestShelveInstance-461933556-router', 'tenant_id': 'ab2c0cba77e343a0980bc3c9614f06b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:38:36Z', 'updated_at': '2021-05-06T00:44:03Z', 'revision_number': 6, 'project_id': 'ab2c0cba77e343a0980bc3c9614f06b7', 'gw_port_host': None}] {{(pid=73834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 06 00:44:03.983070 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.plugin [None req-f0cba2c1-d0b9-4271-ace1-72c8330591f9 admin admin] Calling delete_port for 240604f4-fdf8-4808-b104-9dacdc8ebacd owned by network:router_gateway {{(pid=73831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 06 00:44:04.122552 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-f0cba2c1-d0b9-4271-ace1-72c8330591f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767381335664', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767380898829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2942582'] for port, after_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:44:04.127074 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-c8e83672-2ad2-4209-843d-36aefbae88d1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:44:04.169506 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cba2c1-d0b9-4271-ace1-72c8330591f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=240604f4-fdf8-4808-b104-9dacdc8ebacd,revision_number=None']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:44:04.172456 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-f0cba2c1-d0b9-4271-ace1-72c8330591f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:44:04.419389 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Device 749ee0af-17be-46f9-a339-a150983bb9d2 no longer exists at agent ovs-agent-dv-cinder-784623-8-iscsi {{(pid=73833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 06 00:44:04.421106 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-f0cba2c1-d0b9-4271-ace1-72c8330591f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407918'] for router_gateway, after_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:44:04.465243 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.plugin [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] No Port match for: 749ee0af-17be-46f9-a339-a150983bb9d2 {{(pid=73833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 06 00:44:04.465787 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Device 749ee0af-17be-46f9-a339-a150983bb9d2 not bound to the agent host dv-cinder-784623-8-iscsi {{(pid=73833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 06 00:44:04.593591 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-f0cba2c1-d0b9-4271-ace1-72c8330591f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-433714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3422'] for router, precommit_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:44:04.595725 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-f0cba2c1-d0b9-4271-ace1-72c8330591f9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:44:04.617948 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-f0cba2c1-d0b9-4271-ace1-72c8330591f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451452'] for router, after_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:44:04.618444 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0cba2c1-d0b9-4271-ace1-72c8330591f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f6e233f-7fae-4559-8793-fcc1ba6b6b07 {{(pid=73831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 06 00:44:04.630137 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-f0cba2c1-d0b9-4271-ace1-72c8330591f9 admin admin] Notify callbacks [] for router, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:44:04.631237 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-f0cba2c1-d0b9-4271-ace1-72c8330591f9 admin admin] 10.222.0.24 "DELETE /v2.0/routers/7f6e233f-7fae-4559-8793-fcc1ba6b6b07 HTTP/1.1" status: 204  len: 168 time: 1.4758880
May 06 00:44:04.633933 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 46636) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:44:04.693839 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.db_base_plugin_v2 [None req-10a1f285-a948-48f1-b27a-453b3afdcf01 admin admin] Deleting subnet 2023eea7-65b9-4b86-86ef-1f1f456d5a29 {{(pid=73831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 06 00:44:04.697030 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-10a1f285-a948-48f1-b27a-453b3afdcf01 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:44:04.744778 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-10a1f285-a948-48f1-b27a-453b3afdcf01 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2930050'] for subnet, precommit_delete_associations {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:44:04.827844 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-10a1f285-a948-48f1-b27a-453b3afdcf01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736327'] for subnet, precommit_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:44:05.075161 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-10a1f285-a948-48f1-b27a-453b3afdcf01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2942501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3145219'] for subnet, after_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:44:05.078892 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-869b651c-d5a5-4bb6-bbad-de6bde15d3fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:44:05.115953 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a1f285-a948-48f1-b27a-453b3afdcf01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2023eea7-65b9-4b86-86ef-1f1f456d5a29,revision_number=None']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:44:05.119580 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-10a1f285-a948-48f1-b27a-453b3afdcf01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:44:05.120540 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-10a1f285-a948-48f1-b27a-453b3afdcf01 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:44:05.125737 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd67747-7d4b-4a8f-b59a-a9fea9163c68 None None] Network ef1e2f4b-1930-4e39-94ad-876197bc5d6b requested from dv-cinder-784623-8-iscsi {{(pid=73833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 06 00:44:05.127036 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-10a1f285-a948-48f1-b27a-453b3afdcf01 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/2023eea7-65b9-4b86-86ef-1f1f456d5a29 HTTP/1.1" status: 204  len: 168 time: 0.4921527
May 06 00:44:05.129606 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 46640) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:44:05.232094 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-22fd8390-1c72-4aa2-8ea1-c7c7556ea435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608327'] for network, before_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:44:05.307540 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.plugin [None req-22fd8390-1c72-4aa2-8ea1-c7c7556ea435 admin admin] Deleting port 509e60b0-ca4b-4702-b9ac-851df647d533 {{(pid=73831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 06 00:44:05.307756 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-22fd8390-1c72-4aa2-8ea1-c7c7556ea435 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767381331357'] for port, before_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:44:05.364535 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e96f009-f14b-483e-8394-ca83b3630c79 None None] DHCP port deletion for ef1e2f4b-1930-4e39-94ad-876197bc5d6b request from dv-cinder-784623-8-iscsi {{(pid=73833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
May 06 00:44:05.408665 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.db [None req-22fd8390-1c72-4aa2-8ea1-c7c7556ea435 admin admin] For port 509e60b0-ca4b-4702-b9ac-851df647d533, host dv-cinder-784623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-iscsi',level=0,port_id=509e60b0-ca4b-4702-b9ac-851df647d533,segment=NetworkSegment(a54600ff-7fe8-4f0f-9417-10efacd21ba3),segment_id=a54600ff-7fe8-4f0f-9417-10efacd21ba3)] {{(pid=73831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:44:05.409042 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-22fd8390-1c72-4aa2-8ea1-c7c7556ea435 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404144'] for port, precommit_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:44:05.428979 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.plugin [None req-7e96f009-f14b-483e-8394-ca83b3630c79 None None] Deleting port 509e60b0-ca4b-4702-b9ac-851df647d533 {{(pid=73833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 06 00:44:05.429674 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-7e96f009-f14b-483e-8394-ca83b3630c79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767381331357'] for port, before_delete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:44:05.534074 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.plugin [None req-22fd8390-1c72-4aa2-8ea1-c7c7556ea435 admin admin] Calling delete_port for 509e60b0-ca4b-4702-b9ac-851df647d533 owned by network:dhcp {{(pid=73831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 06 00:44:05.564206 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-7e96f009-f14b-483e-8394-ca83b3630c79 None None] For port 509e60b0-ca4b-4702-b9ac-851df647d533, host dv-cinder-784623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-iscsi',level=0,port_id=509e60b0-ca4b-4702-b9ac-851df647d533,segment=NetworkSegment(a54600ff-7fe8-4f0f-9417-10efacd21ba3),segment_id=a54600ff-7fe8-4f0f-9417-10efacd21ba3)] {{(pid=73833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:44:05.564601 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-7e96f009-f14b-483e-8394-ca83b3630c79 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404144'] for port, precommit_delete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:44:05.580400 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-22fd8390-1c72-4aa2-8ea1-c7c7556ea435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767381335664', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767380898829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2942582'] for port, after_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:44:05.584058 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-ac091f1d-f81d-4437-b554-c0738891a94e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:44:05.628015 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fd8390-1c72-4aa2-8ea1-c7c7556ea435 admin admin] Pushing event deleted for resources: {'Port': ['ID=509e60b0-ca4b-4702-b9ac-851df647d533,revision_number=None']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:44:05.631609 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-22fd8390-1c72-4aa2-8ea1-c7c7556ea435 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:44:05.634269 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22fd8390-1c72-4aa2-8ea1-c7c7556ea435 admin admin] No DVR routers for this DVR port 509e60b0-ca4b-4702-b9ac-851df647d533 on host dv-cinder-784623-8-iscsi {{(pid=73831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 06 00:44:05.689291 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.plugin [None req-7e96f009-f14b-483e-8394-ca83b3630c79 None None] Calling delete_port for 509e60b0-ca4b-4702-b9ac-851df647d533 owned by network:dhcp {{(pid=73833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 06 00:44:05.731871 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-7e96f009-f14b-483e-8394-ca83b3630c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767381335664', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767380898829'] for port, after_delete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:44:05.736804 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:44:05.749946 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-22fd8390-1c72-4aa2-8ea1-c7c7556ea435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733884', 'neutron.services.segments.db._delete_segments_for_network-8767381342109'] for network, precommit_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:44:05.780432 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e96f009-f14b-483e-8394-ca83b3630c79 None None] Pushing event deleted for resources: {'Port': ['ID=509e60b0-ca4b-4702-b9ac-851df647d533,revision_number=None']} {{(pid=73833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:44:05.783428 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e96f009-f14b-483e-8394-ca83b3630c79 None None] No DVR routers for this DVR port 509e60b0-ca4b-4702-b9ac-851df647d533 on host dv-cinder-784623-8-iscsi {{(pid=73833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 06 00:44:05.785502 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-7e96f009-f14b-483e-8394-ca83b3630c79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:44:05.857040 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.services.segments.db [None req-22fd8390-1c72-4aa2-8ea1-c7c7556ea435 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f950347a700>,) {'filters': {'network_id': ['ef1e2f4b-1930-4e39-94ad-876197bc5d6b']}} {{(pid=73831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:44:05.870055 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.services.segments.db [None req-22fd8390-1c72-4aa2-8ea1-c7c7556ea435 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f950347a700>, 'a54600ff-7fe8-4f0f-9417-10efacd21ba3') {'for_net_delete': True} {{(pid=73831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:44:05.870346 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.services.segments.db [None req-22fd8390-1c72-4aa2-8ea1-c7c7556ea435 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f950347a700>, 'a54600ff-7fe8-4f0f-9417-10efacd21ba3') {} {{(pid=73831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:44:05.881236 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-22fd8390-1c72-4aa2-8ea1-c7c7556ea435 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767381354599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2930077'] for segment, before_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:44:05.896782 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-22fd8390-1c72-4aa2-8ea1-c7c7556ea435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730493'] for segment, precommit_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:44:05.903370 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22fd8390-1c72-4aa2-8ea1-c7c7556ea435 admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=73831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 06 00:44:05.903751 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-22fd8390-1c72-4aa2-8ea1-c7c7556ea435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-730484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2942531'] for segment, after_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:44:05.917656 dv-cinder-784623-8-iscsi neutron-server[73831]: Traceback (most recent call last):
May 06 00:44:05.917656 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 06 00:44:05.917656 dv-cinder-784623-8-iscsi neutron-server[73831]:     timer()
May 06 00:44:05.917656 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 06 00:44:05.917656 dv-cinder-784623-8-iscsi neutron-server[73831]:     cb(*args, **kw)
May 06 00:44:05.917656 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 06 00:44:05.917656 dv-cinder-784623-8-iscsi neutron-server[73831]:     return func(*args, **kwargs)
May 06 00:44:05.917656 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 06 00:44:05.917656 dv-cinder-784623-8-iscsi neutron-server[73831]:     self._notify()
May 06 00:44:05.917656 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 06 00:44:05.917656 dv-cinder-784623-8-iscsi neutron-server[73831]:     self.callback(batched_events)
May 06 00:44:05.917656 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 06 00:44:05.917656 dv-cinder-784623-8-iscsi neutron-server[73831]:     event.method(event)
May 06 00:44:05.917656 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 06 00:44:05.917656 dv-cinder-784623-8-iscsi neutron-server[73831]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 06 00:44:05.917656 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 06 00:44:05.917656 dv-cinder-784623-8-iscsi neutron-server[73831]:     aggregate_uuid = self.p_client.list_aggregates(
May 06 00:44:05.917656 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 06 00:44:05.917656 dv-cinder-784623-8-iscsi neutron-server[73831]:     return f(self, *a, **k)
May 06 00:44:05.917656 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 06 00:44:05.917656 dv-cinder-784623-8-iscsi neutron-server[73831]:     return self._get(url).json()
May 06 00:44:05.917656 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 06 00:44:05.917656 dv-cinder-784623-8-iscsi neutron-server[73831]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 06 00:44:05.917656 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 06 00:44:05.917656 dv-cinder-784623-8-iscsi neutron-server[73831]:     return self.request(url, 'GET', **kwargs)
May 06 00:44:05.917656 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 06 00:44:05.917656 dv-cinder-784623-8-iscsi neutron-server[73831]:     base_url = self.get_endpoint(auth, allow=allow,
May 06 00:44:05.917656 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 06 00:44:05.917656 dv-cinder-784623-8-iscsi neutron-server[73831]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 06 00:44:05.917656 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 06 00:44:05.917656 dv-cinder-784623-8-iscsi neutron-server[73831]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 06 00:44:05.917656 dv-cinder-784623-8-iscsi neutron-server[73831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 06 00:44:05.992188 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-22fd8390-1c72-4aa2-8ea1-c7c7556ea435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407932'] for network, after_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:44:05.995753 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-7f34f9cb-0e9d-4322-90e5-77069e9f4143 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:44:06.010843 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-22fd8390-1c72-4aa2-8ea1-c7c7556ea435 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535980'] for network, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:44:06.016658 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fd8390-1c72-4aa2-8ea1-c7c7556ea435 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef1e2f4b-1930-4e39-94ad-876197bc5d6b,revision_number=None']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:44:06.020584 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-22fd8390-1c72-4aa2-8ea1-c7c7556ea435 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:44:06.023868 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-22fd8390-1c72-4aa2-8ea1-c7c7556ea435 admin admin] 10.222.0.24 "DELETE /v2.0/networks/ef1e2f4b-1930-4e39-94ad-876197bc5d6b HTTP/1.1" status: 204  len: 168 time: 0.8928246
May 06 00:44:06.088498 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Device 240604f4-fdf8-4808-b104-9dacdc8ebacd no longer exists at agent ovs-agent-dv-cinder-784623-8-iscsi {{(pid=73833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 06 00:44:06.123877 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.plugin [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] No Port match for: 240604f4-fdf8-4808-b104-9dacdc8ebacd {{(pid=73833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 06 00:44:06.124238 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Device 240604f4-fdf8-4808-b104-9dacdc8ebacd not bound to the agent host dv-cinder-784623-8-iscsi {{(pid=73833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 06 00:44:06.124655 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Device 509e60b0-ca4b-4702-b9ac-851df647d533 no longer exists at agent ovs-agent-dv-cinder-784623-8-iscsi {{(pid=73833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 06 00:44:06.161028 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.plugin [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] No Port match for: 509e60b0-ca4b-4702-b9ac-851df647d533 {{(pid=73833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 06 00:44:06.161640 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Device 509e60b0-ca4b-4702-b9ac-851df647d533 not bound to the agent host dv-cinder-784623-8-iscsi {{(pid=73833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 06 00:44:06.209855 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 46648) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:44:06.261356 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-d9ba49fe-9003-4537-b2ad-6a798365d564 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3fc73c2b6dc24f04b0a10b2cba547cef&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0490391
May 06 00:44:06.263519 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 46652) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:44:06.323617 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-39bae338-2a6a-49f7-89d9-794edbadae75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:44:06.348525 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-39bae338-2a6a-49f7-89d9-794edbadae75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:44:06.397990 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-39bae338-2a6a-49f7-89d9-794edbadae75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:44:06.402151 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-c3f8cf0b-0819-4a5f-a38e-c3f0f3a3d9d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:44:06.415639 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bae338-2a6a-49f7-89d9-794edbadae75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44871649-b339-42a2-b7cc-3186f149d10a,revision_number=None']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:44:06.419295 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-39bae338-2a6a-49f7-89d9-794edbadae75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:44:06.422398 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-39bae338-2a6a-49f7-89d9-794edbadae75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:44:06.423470 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-39bae338-2a6a-49f7-89d9-794edbadae75 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/44871649-b339-42a2-b7cc-3186f149d10a HTTP/1.1" status: 204  len: 168 time: 0.1590860
May 06 00:44:06.756546 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 46662) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:44:06.806540 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-c6820a98-65db-44c9-b1fa-bc8ad4e260c7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ab2c0cba77e343a0980bc3c9614f06b7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0455477
May 06 00:44:06.807665 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 46666) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:44:06.864196 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-06420c53-4ad6-4f31-aec0-c350bba0bcec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:44:06.890299 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-06420c53-4ad6-4f31-aec0-c350bba0bcec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:44:06.943289 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-06420c53-4ad6-4f31-aec0-c350bba0bcec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:44:06.947666 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-ff2218f6-c4bd-465c-8561-647779cc3443 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:44:06.958374 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06420c53-4ad6-4f31-aec0-c350bba0bcec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ff2da0e-b5e2-4d22-a86e-fc5fcde4038a,revision_number=None']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:44:06.961868 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-06420c53-4ad6-4f31-aec0-c350bba0bcec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:44:06.964980 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-06420c53-4ad6-4f31-aec0-c350bba0bcec admin admin] Notify callbacks [] for security_group, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:44:06.966061 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-06420c53-4ad6-4f31-aec0-c350bba0bcec admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2ff2da0e-b5e2-4d22-a86e-fc5fcde4038a HTTP/1.1" status: 204  len: 168 time: 0.1574798
May 06 00:44:12.814116 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-b25045f8-0fc4-4d4f-9869-4d7efa1b2264 req-4ea3552e-af8b-48a1-819b-43db22b15318 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-841474901&fields=id&tenant_id=24c0c0411f574f8f960e5150472df75e HTTP/1.1" status: 200  len: 267 time: 0.0397627
May 06 00:44:12.961417 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25045f8-0fc4-4d4f-9869-4d7efa1b2264 req-49c06115-64b2-4d4d-9cbf-a61274de24eb tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:44:12.962736 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-b25045f8-0fc4-4d4f-9869-4d7efa1b2264 req-49c06115-64b2-4d4d-9cbf-a61274de24eb tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/networks?id=b3eca023-a406-48df-a3db-ebd6b6f9c1bf HTTP/1.1" status: 200  len: 812 time: 0.1415262
May 06 00:44:12.978109 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-b25045f8-0fc4-4d4f-9869-4d7efa1b2264 req-b50d3147-fc8f-4149-a58b-131457c0c66e tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/quotas/24c0c0411f574f8f960e5150472df75e HTTP/1.1" status: 200  len: 375 time: 0.0098736
May 06 00:44:13.064993 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-b25045f8-0fc4-4d4f-9869-4d7efa1b2264 req-1df47634-d36f-4a89-a6cc-43e91423ee90 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=24c0c0411f574f8f960e5150472df75e&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0819471
May 06 00:44:13.131545 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:44:13.200271 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-b25045f8-0fc4-4d4f-9869-4d7efa1b2264 req-749b6186-1e13-4986-a5aa-9f7ac6c6a6a6 service neutron] 10.222.0.24 "GET /v2.0/networks/b3eca023-a406-48df-a3db-ebd6b6f9c1bf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1240482
May 06 00:44:13.382020 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-b25045f8-0fc4-4d4f-9869-4d7efa1b2264 req-2ee5b644-9cfe-45a2-a20e-3a033cc68c30 service neutron] 10.222.0.24 "GET /v2.0/networks/b3eca023-a406-48df-a3db-ebd6b6f9c1bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1757965
May 06 00:44:13.395681 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-c30578a8-320b-4ab3-b8fb-c265344c9e0f req-e69f7406-0581-4260-970c-9f9bfb2d40bb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=237343ba-d2ad-43de-b010-b72bf9b3fc81&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1165266
May 06 00:44:13.535025 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30578a8-320b-4ab3-b8fb-c265344c9e0f req-1468e791-cd98-4164-a32d-f0e144b9852f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:44:13.536500 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-c30578a8-320b-4ab3-b8fb-c265344c9e0f req-1468e791-cd98-4164-a32d-f0e144b9852f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=24c0c0411f574f8f960e5150472df75e&device_id=237343ba-d2ad-43de-b010-b72bf9b3fc81 HTTP/1.1" status: 200  len: 1098 time: 0.0747385
May 06 00:44:13.683356 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30578a8-320b-4ab3-b8fb-c265344c9e0f req-22336409-460a-4498-b7dd-78336df2e77c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:44:13.684895 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-c30578a8-320b-4ab3-b8fb-c265344c9e0f req-22336409-460a-4498-b7dd-78336df2e77c service neutron] 10.222.0.30 "GET /v2.0/networks?id=b3eca023-a406-48df-a3db-ebd6b6f9c1bf HTTP/1.1" status: 200  len: 913 time: 0.1292820
May 06 00:44:13.793529 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-63ca1cff-f972-457c-8102-a72ae9ca0a12 req-a1c8ece9-f036-4e03-b813-08eddb1f2feb tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/ports?device_id=99966b4d-ee85-4f84-a11b-8a0c8d87e337 HTTP/1.1" status: 200  len: 210 time: 0.0445104
May 06 00:44:13.900481 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-c30578a8-320b-4ab3-b8fb-c265344c9e0f req-66f1bbd3-f7da-493d-be65-883c6a8581b5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3c4d914c-bbe8-4f3b-9130-9c6756fc892a HTTP/1.1" status: 200  len: 1001 time: 0.2095311
May 06 00:44:13.967711 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30578a8-320b-4ab3-b8fb-c265344c9e0f req-350ecbd0-0b14-4561-94e6-1adba3ee1c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:44:13.969167 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-c30578a8-320b-4ab3-b8fb-c265344c9e0f req-350ecbd0-0b14-4561-94e6-1adba3ee1c47 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=abd7dd6a-5cfe-4ac3-a1f5-824fa1d29c3f HTTP/1.1" status: 200  len: 851 time: 0.0625718
May 06 00:44:14.046906 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30578a8-320b-4ab3-b8fb-c265344c9e0f req-49c84249-514f-4060-be59-5ba0dd71ee33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:44:14.048367 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-c30578a8-320b-4ab3-b8fb-c265344c9e0f req-49c84249-514f-4060-be59-5ba0dd71ee33 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b3eca023-a406-48df-a3db-ebd6b6f9c1bf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0728765
May 06 00:44:14.182580 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-c30578a8-320b-4ab3-b8fb-c265344c9e0f req-8f3dc720-6be6-44a0-91f4-35f96d6f0214 service neutron] 10.222.0.30 "GET /v2.0/networks/b3eca023-a406-48df-a3db-ebd6b6f9c1bf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1272495
May 06 00:44:14.322776 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-c30578a8-320b-4ab3-b8fb-c265344c9e0f req-9d4a55b5-13a0-4a95-b5d0-903ea8c73923 service neutron] 10.222.0.30 "GET /v2.0/networks/b3eca023-a406-48df-a3db-ebd6b6f9c1bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1344774
May 06 00:44:14.784570 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25045f8-0fc4-4d4f-9869-4d7efa1b2264 req-07f7507c-8e7a-4098-a0cd-3d7e100f830a tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:44:14.786054 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-b25045f8-0fc4-4d4f-9869-4d7efa1b2264 req-07f7507c-8e7a-4098-a0cd-3d7e100f830a tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.30 "GET /v2.0/networks?id=b3eca023-a406-48df-a3db-ebd6b6f9c1bf HTTP/1.1" status: 200  len: 812 time: 0.1458654
May 06 00:44:14.837807 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-b25045f8-0fc4-4d4f-9869-4d7efa1b2264 req-316e6297-5c2f-46fc-8ac8-5ce9ee11ea10 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=24c0c0411f574f8f960e5150472df75e HTTP/1.1" status: 200  len: 379 time: 0.0432913
May 06 00:44:14.845580 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.v2.base [req-b25045f8-0fc4-4d4f-9869-4d7efa1b2264 req-a13939f1-ca98-42e8-b693-86f6e2d30d4e tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Request body: {'port': {'device_id': '99966b4d-ee85-4f84-a11b-8a0c8d87e337', 'network_id': 'b3eca023-a406-48df-a3db-ebd6b6f9c1bf', 'admin_state_up': True, 'tenant_id': '24c0c0411f574f8f960e5150472df75e', 'security_groups': ['079ebf81-42ef-4ee7-ac10-dfe00866b3f7']}} {{(pid=73832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:44:14.995835 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [req-b25045f8-0fc4-4d4f-9869-4d7efa1b2264 req-a13939f1-ca98-42e8-b693-86f6e2d30d4e tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:44:15.005904 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [req-b25045f8-0fc4-4d4f-9869-4d7efa1b2264 req-a13939f1-ca98-42e8-b693-86f6e2d30d4e tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:44:15.016299 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b25045f8-0fc4-4d4f-9869-4d7efa1b2264 req-a13939f1-ca98-42e8-b693-86f6e2d30d4e tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Made reservation on behalf of 24c0c0411f574f8f960e5150472df75e for: {'port': 1} {{(pid=73832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 06 00:44:15.020059 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-b25045f8-0fc4-4d4f-9869-4d7efa1b2264 req-a13939f1-ca98-42e8-b693-86f6e2d30d4e tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:44:15.128023 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-6f043fb2-ee91-4788-bc39-9d2503556b8d req-3c0573c9-f76c-4a8e-b737-eba772b7e6d0 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/ports?device_id=99966b4d-ee85-4f84-a11b-8a0c8d87e337 HTTP/1.1" status: 200  len: 210 time: 0.0498693
May 06 00:44:15.224696 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.db_base_plugin_common [req-b25045f8-0fc4-4d4f-9869-4d7efa1b2264 req-a13939f1-ca98-42e8-b693-86f6e2d30d4e tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Allocated IP 172.20.0.6 (b3eca023-a406-48df-a3db-ebd6b6f9c1bf/abd7dd6a-5cfe-4ac3-a1f5-824fa1d29c3f/30b574b6-4519-42fe-86b3-ae8faa5bc753) {{(pid=73832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 06 00:44:15.428306 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-b25045f8-0fc4-4d4f-9869-4d7efa1b2264 req-a13939f1-ca98-42e8-b693-86f6e2d30d4e tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Notify callbacks [] for port, precommit_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:44:15.443586 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.provisioning_blocks [req-b25045f8-0fc4-4d4f-9869-4d7efa1b2264 req-a13939f1-ca98-42e8-b693-86f6e2d30d4e tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Transition to ACTIVE for port object 30b574b6-4519-42fe-86b3-ae8faa5bc753 will not be triggered until provisioned by entity DHCP. {{(pid=73832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 00:44:15.468473 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-b25045f8-0fc4-4d4f-9869-4d7efa1b2264 req-a13939f1-ca98-42e8-b693-86f6e2d30d4e tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767380898820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2182845'] for port, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:44:15.475290 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-df20570c-22ce-4d58-837d-10faf3270f52 tempest-TestShelveInstance-1521014177 tempest-TestShelveInstance-1521014177-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:44:15.535998 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b25045f8-0fc4-4d4f-9869-4d7efa1b2264 req-a13939f1-ca98-42e8-b693-86f6e2d30d4e tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Network b3eca023-a406-48df-a3db-ebd6b6f9c1bf is already hosted by enough agents. {{(pid=73832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 00:44:15.539138 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.scheduler.base_scheduler [req-b25045f8-0fc4-4d4f-9869-4d7efa1b2264 req-a13939f1-ca98-42e8-b693-86f6e2d30d4e tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Resources bound (agent type, host, resource id):  {{(pid=73832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 00:44:15.543235 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.l3_dvrscheduler_db [req-b25045f8-0fc4-4d4f-9869-4d7efa1b2264 req-a13939f1-ca98-42e8-b693-86f6e2d30d4e tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Received port after_create {{(pid=73832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 06 00:44:15.588143 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13939f1-ca98-42e8-b693-86f6e2d30d4e tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Pushing event updated for resources: {'Port': ['ID=30b574b6-4519-42fe-86b3-ae8faa5bc753,revision_number=1']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:44:15.592787 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-a13939f1-ca98-42e8-b693-86f6e2d30d4e tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:44:15.619949 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25045f8-0fc4-4d4f-9869-4d7efa1b2264 req-a13939f1-ca98-42e8-b693-86f6e2d30d4e tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:44:15.620577 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-b25045f8-0fc4-4d4f-9869-4d7efa1b2264 req-a13939f1-ca98-42e8-b693-86f6e2d30d4e tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43737'] for port, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:44:15.645799 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-b25045f8-0fc4-4d4f-9869-4d7efa1b2264 req-a13939f1-ca98-42e8-b693-86f6e2d30d4e tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8039181
May 06 00:44:15.657012 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.v2.base [req-b25045f8-0fc4-4d4f-9869-4d7efa1b2264 req-e9a67127-c254-4286-a8b0-c16f470b6047 service neutron] Request body: {'port': {'device_id': '99966b4d-ee85-4f84-a11b-8a0c8d87e337', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=73832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:44:15.765098 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-b25045f8-0fc4-4d4f-9869-4d7efa1b2264 req-e9a67127-c254-4286-a8b0-c16f470b6047 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:44:15.786781 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-b061bc1b-e650-4b55-917f-8050b325a280 None None] Provisioning for port 30b574b6-4519-42fe-86b3-ae8faa5bc753 completed by entity DHCP. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 00:44:15.791835 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-b061bc1b-e650-4b55-917f-8050b325a280 None None] Provisioning complete for port 30b574b6-4519-42fe-86b3-ae8faa5bc753 triggered by entity DHCP. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 00:44:15.792249 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-b061bc1b-e650-4b55-917f-8050b325a280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723253'] for port, provisioning_complete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:44:15.843444 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.plugin [None req-b061bc1b-e650-4b55-917f-8050b325a280 None None] Port 30b574b6-4519-42fe-86b3-ae8faa5bc753 cannot update to ACTIVE because it is not bound. {{(pid=73833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 06 00:44:16.187416 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.notifiers.nova [req-b25045f8-0fc4-4d4f-9869-4d7efa1b2264 req-e9a67127-c254-4286-a8b0-c16f470b6047 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30b574b6-4519-42fe-86b3-ae8faa5bc753 {{(pid=73832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 06 00:44:16.195445 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-b25045f8-0fc4-4d4f-9869-4d7efa1b2264 req-e9a67127-c254-4286-a8b0-c16f470b6047 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:44:16.210111 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.provisioning_blocks [req-b25045f8-0fc4-4d4f-9869-4d7efa1b2264 req-e9a67127-c254-4286-a8b0-c16f470b6047 service neutron] Transition to ACTIVE for port object 30b574b6-4519-42fe-86b3-ae8faa5bc753 will not be triggered until provisioned by entity L2. {{(pid=73832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 00:44:16.214262 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-b25045f8-0fc4-4d4f-9869-4d7efa1b2264 req-e9a67127-c254-4286-a8b0-c16f470b6047 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2182820'] for port, after_update {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:44:16.217885 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-08fd1f9b-2130-413a-beb5-465806f4122c tempest-AttachVolumeNegativeTest-1615432222 tempest-AttachVolumeNegativeTest-1615432222-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:44:16.336315 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc708c4-4dfd-472a-a8a6-7a73c9d8191f req-45572ca3-047b-4103-b4c3-1f8a90fae97a tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:44:16.337933 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-0cc708c4-4dfd-472a-a8a6-7a73c9d8191f req-45572ca3-047b-4103-b4c3-1f8a90fae97a tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/ports?device_id=99966b4d-ee85-4f84-a11b-8a0c8d87e337 HTTP/1.1" status: 200  len: 943 time: 0.0973959
May 06 00:44:16.346392 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a67127-c254-4286-a8b0-c16f470b6047 service neutron] Pushing event updated for resources: {'Port': ['ID=30b574b6-4519-42fe-86b3-ae8faa5bc753,revision_number=2']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:44:16.377932 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-e9a67127-c254-4286-a8b0-c16f470b6047 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:44:16.388712 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-0cc708c4-4dfd-472a-a8a6-7a73c9d8191f req-666bb72f-63b6-4c72-968a-7f2b19f3f194 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/security-groups?id=079ebf81-42ef-4ee7-ac10-dfe00866b3f7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438237
May 06 00:44:16.453701 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.managers [req-b25045f8-0fc4-4d4f-9869-4d7efa1b2264 req-e9a67127-c254-4286-a8b0-c16f470b6047 service neutron] Attempting to bind port 30b574b6-4519-42fe-86b3-ae8faa5bc753 on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=73832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 06 00:44:16.454033 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.managers [req-b25045f8-0fc4-4d4f-9869-4d7efa1b2264 req-e9a67127-c254-4286-a8b0-c16f470b6047 service neutron] Attempting to bind port 30b574b6-4519-42fe-86b3-ae8faa5bc753 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'ab5e7b5f-3e6f-45f7-9818-f391c8735e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b3eca023-a406-48df-a3db-ebd6b6f9c1bf'}] {{(pid=73832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 06 00:44:16.454357 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25045f8-0fc4-4d4f-9869-4d7efa1b2264 req-e9a67127-c254-4286-a8b0-c16f470b6047 service neutron] Attempting to bind port 30b574b6-4519-42fe-86b3-ae8faa5bc753 on network b3eca023-a406-48df-a3db-ebd6b6f9c1bf {{(pid=73832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 00:44:16.458854 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25045f8-0fc4-4d4f-9869-4d7efa1b2264 req-e9a67127-c254-4286-a8b0-c16f470b6047 service neutron] Port 30b574b6-4519-42fe-86b3-ae8faa5bc753 on network b3eca023-a406-48df-a3db-ebd6b6f9c1bf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=73832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 06 00:44:16.459166 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25045f8-0fc4-4d4f-9869-4d7efa1b2264 req-e9a67127-c254-4286-a8b0-c16f470b6047 service neutron] Attempting to bind port 30b574b6-4519-42fe-86b3-ae8faa5bc753 on network b3eca023-a406-48df-a3db-ebd6b6f9c1bf {{(pid=73832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 00:44:16.465175 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25045f8-0fc4-4d4f-9869-4d7efa1b2264 req-e9a67127-c254-4286-a8b0-c16f470b6047 service neutron] Checking agent: {'id': '98bc602c-e9ce-4757-b8df-ef22d3a5b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 0, 33, 13), 'started_at': datetime.datetime(2021, 5, 6, 0, 33, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 0, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 06 00:44:16.465510 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25045f8-0fc4-4d4f-9869-4d7efa1b2264 req-e9a67127-c254-4286-a8b0-c16f470b6047 service neutron] Checking segment: {'id': 'ab5e7b5f-3e6f-45f7-9818-f391c8735e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b3eca023-a406-48df-a3db-ebd6b6f9c1bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 00:44:16.465886 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25045f8-0fc4-4d4f-9869-4d7efa1b2264 req-e9a67127-c254-4286-a8b0-c16f470b6047 service neutron] Bound using segment: {'id': 'ab5e7b5f-3e6f-45f7-9818-f391c8735e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b3eca023-a406-48df-a3db-ebd6b6f9c1bf'} {{(pid=73832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 06 00:44:16.466301 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.managers [req-b25045f8-0fc4-4d4f-9869-4d7efa1b2264 req-e9a67127-c254-4286-a8b0-c16f470b6047 service neutron] Bound port: 30b574b6-4519-42fe-86b3-ae8faa5bc753, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab5e7b5f-3e6f-45f7-9818-f391c8735e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b3eca023-a406-48df-a3db-ebd6b6f9c1bf'}}] {{(pid=73832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 06 00:44:16.466641 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-b25045f8-0fc4-4d4f-9869-4d7efa1b2264 req-e9a67127-c254-4286-a8b0-c16f470b6047 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:44:16.552694 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.db [req-b25045f8-0fc4-4d4f-9869-4d7efa1b2264 req-e9a67127-c254-4286-a8b0-c16f470b6047 service neutron] For port 30b574b6-4519-42fe-86b3-ae8faa5bc753, host hv-cinder-78462, cleared binding levels {{(pid=73832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 06 00:44:16.555724 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.db [req-b25045f8-0fc4-4d4f-9869-4d7efa1b2264 req-e9a67127-c254-4286-a8b0-c16f470b6047 service neutron] For port 30b574b6-4519-42fe-86b3-ae8faa5bc753, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=30b574b6-4519-42fe-86b3-ae8faa5bc753,segment=NetworkSegment(ab5e7b5f-3e6f-45f7-9818-f391c8735e2a),segment_id=ab5e7b5f-3e6f-45f7-9818-f391c8735e2a)] {{(pid=73832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 06 00:44:16.560050 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-b25045f8-0fc4-4d4f-9869-4d7efa1b2264 req-e9a67127-c254-4286-a8b0-c16f470b6047 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2182820'] for port, after_update {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:44:16.564400 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-6f53a5fa-0f7d-41b1-9a26-7a335d51c145 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:44:16.615047 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25045f8-0fc4-4d4f-9869-4d7efa1b2264 req-e9a67127-c254-4286-a8b0-c16f470b6047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:44:16.615650 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-b25045f8-0fc4-4d4f-9869-4d7efa1b2264 req-e9a67127-c254-4286-a8b0-c16f470b6047 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43737'] for port, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:44:16.617224 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-b25045f8-0fc4-4d4f-9869-4d7efa1b2264 req-e9a67127-c254-4286-a8b0-c16f470b6047 service neutron] 10.222.0.30 "PUT /v2.0/ports/30b574b6-4519-42fe-86b3-ae8faa5bc753 HTTP/1.1" status: 200  len: 1093 time: 0.9644372
May 06 00:44:16.617719 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99966b4d-ee85-4f84-a11b-8a0c8d87e337', 'tag': '30b574b6-4519-42fe-86b3-ae8faa5bc753'}] {{(pid=73832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 00:44:16.654116 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a67127-c254-4286-a8b0-c16f470b6047 service neutron] Pushing event updated for resources: {'Port': ['ID=30b574b6-4519-42fe-86b3-ae8faa5bc753,revision_number=3']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:44:16.688376 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-e9a67127-c254-4286-a8b0-c16f470b6047 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:44:16.690380 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99966b4d-ee85-4f84-a11b-8a0c8d87e337', 'tag': '30b574b6-4519-42fe-86b3-ae8faa5bc753', 'status': 'completed', 'code': 200}
May 06 00:44:16.735321 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25045f8-0fc4-4d4f-9869-4d7efa1b2264 req-fccc40fd-b29b-4aa0-a294-5b7e4807bfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:44:16.737147 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-b25045f8-0fc4-4d4f-9869-4d7efa1b2264 req-fccc40fd-b29b-4aa0-a294-5b7e4807bfbf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=24c0c0411f574f8f960e5150472df75e&device_id=99966b4d-ee85-4f84-a11b-8a0c8d87e337 HTTP/1.1" status: 200  len: 1096 time: 0.0801144
May 06 00:44:16.783479 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-f3754f58-94af-4747-8145-fafb4be895e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:44:16.813447 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-b25045f8-0fc4-4d4f-9869-4d7efa1b2264 req-3b7c51ef-c58f-4ffb-9208-fa3b7d166305 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=30b574b6-4519-42fe-86b3-ae8faa5bc753 HTTP/1.1" status: 200  len: 217 time: 0.0697114
May 06 00:44:16.874653 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25045f8-0fc4-4d4f-9869-4d7efa1b2264 req-59af5882-f738-4779-9c7c-38fd68aa859a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:44:16.876038 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-b25045f8-0fc4-4d4f-9869-4d7efa1b2264 req-59af5882-f738-4779-9c7c-38fd68aa859a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=abd7dd6a-5cfe-4ac3-a1f5-824fa1d29c3f HTTP/1.1" status: 200  len: 851 time: 0.0571082
May 06 00:44:16.953385 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25045f8-0fc4-4d4f-9869-4d7efa1b2264 req-94824c7d-c48d-4dfb-9ece-6c7f5028862c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:44:16.954736 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-b25045f8-0fc4-4d4f-9869-4d7efa1b2264 req-94824c7d-c48d-4dfb-9ece-6c7f5028862c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b3eca023-a406-48df-a3db-ebd6b6f9c1bf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0725052
May 06 00:44:17.081558 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-b25045f8-0fc4-4d4f-9869-4d7efa1b2264 req-188514e4-4132-41bf-aeb8-ee1aefd273f9 service neutron] 10.222.0.30 "GET /v2.0/networks/b3eca023-a406-48df-a3db-ebd6b6f9c1bf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1191673
May 06 00:44:17.208531 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-b25045f8-0fc4-4d4f-9869-4d7efa1b2264 req-843281ba-915c-4e75-8d13-5fe9b84ce1ba service neutron] 10.222.0.30 "GET /v2.0/networks/b3eca023-a406-48df-a3db-ebd6b6f9c1bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1198754
May 06 00:44:17.326788 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7cef11-5aff-4279-81b6-3b570894c953 req-2a111b27-30c5-492e-95de-23c7658b88e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:44:17.328229 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-1b7cef11-5aff-4279-81b6-3b570894c953 req-2a111b27-30c5-492e-95de-23c7658b88e8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=24c0c0411f574f8f960e5150472df75e&device_id=99966b4d-ee85-4f84-a11b-8a0c8d87e337 HTTP/1.1" status: 200  len: 1096 time: 0.0698597
May 06 00:44:17.457639 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7cef11-5aff-4279-81b6-3b570894c953 req-7aa5b434-0293-4328-acdf-17995f2e3060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:44:17.459111 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-1b7cef11-5aff-4279-81b6-3b570894c953 req-7aa5b434-0293-4328-acdf-17995f2e3060 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b3eca023-a406-48df-a3db-ebd6b6f9c1bf HTTP/1.1" status: 200  len: 913 time: 0.1246815
May 06 00:44:17.529236 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-1b7cef11-5aff-4279-81b6-3b570894c953 req-1a5d857a-d0a7-4dcb-9b3e-0110bfa4257f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=30b574b6-4519-42fe-86b3-ae8faa5bc753 HTTP/1.1" status: 200  len: 217 time: 0.0634305
May 06 00:44:17.574883 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18511741-962b-4c83-8cca-85e86617a34e req-c1ccb624-b550-4ce7-ac50-8e0bbe628dcd tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:44:17.576349 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-18511741-962b-4c83-8cca-85e86617a34e req-c1ccb624-b550-4ce7-ac50-8e0bbe628dcd tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/ports?device_id=99966b4d-ee85-4f84-a11b-8a0c8d87e337 HTTP/1.1" status: 200  len: 943 time: 0.0796769
May 06 00:44:17.593819 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7cef11-5aff-4279-81b6-3b570894c953 req-4c8f24c5-9448-40dd-8279-443bca6f3c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:44:17.595239 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-1b7cef11-5aff-4279-81b6-3b570894c953 req-4c8f24c5-9448-40dd-8279-443bca6f3c6c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=abd7dd6a-5cfe-4ac3-a1f5-824fa1d29c3f HTTP/1.1" status: 200  len: 851 time: 0.0575597
May 06 00:44:17.625469 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-18511741-962b-4c83-8cca-85e86617a34e req-f3aea850-7810-406b-9059-dd0ab0e97929 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/security-groups?id=079ebf81-42ef-4ee7-ac10-dfe00866b3f7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432661
May 06 00:44:17.765063 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7cef11-5aff-4279-81b6-3b570894c953 req-244c7f98-945f-4046-8ead-77707b6e5e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:44:17.766513 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-1b7cef11-5aff-4279-81b6-3b570894c953 req-244c7f98-945f-4046-8ead-77707b6e5e9a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b3eca023-a406-48df-a3db-ebd6b6f9c1bf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1616576
May 06 00:44:17.896257 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-1b7cef11-5aff-4279-81b6-3b570894c953 req-31fea1b5-abf9-4813-9f20-1ed9e86de22c service neutron] 10.222.0.30 "GET /v2.0/networks/b3eca023-a406-48df-a3db-ebd6b6f9c1bf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1226032
May 06 00:44:18.027251 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-1b7cef11-5aff-4279-81b6-3b570894c953 req-89bedfe6-2863-41b2-8bcc-6dc45804fe87 service neutron] 10.222.0.30 "GET /v2.0/networks/b3eca023-a406-48df-a3db-ebd6b6f9c1bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1241498
May 06 00:44:18.809173 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f42628-146e-49f2-9f83-80688cebdce8 req-aac60e1a-ad8a-4605-8347-722e3b4bd4df tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:44:18.809861 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [req-46f42628-146e-49f2-9f83-80688cebdce8 req-aac60e1a-ad8a-4605-8347-722e3b4bd4df tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Synchronizing usage tracker for tenant:24c0c0411f574f8f960e5150472df75e on resource:port {{(pid=73832) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 00:44:18.824438 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [req-46f42628-146e-49f2-9f83-80688cebdce8 req-aac60e1a-ad8a-4605-8347-722e3b4bd4df tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Unset dirty status for tenant:24c0c0411f574f8f960e5150472df75e on resource:port {{(pid=73832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 00:44:18.825557 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-46f42628-146e-49f2-9f83-80688cebdce8 req-aac60e1a-ad8a-4605-8347-722e3b4bd4df tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/ports?device_id=99966b4d-ee85-4f84-a11b-8a0c8d87e337 HTTP/1.1" status: 200  len: 943 time: 0.0929155
May 06 00:44:18.872628 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-46f42628-146e-49f2-9f83-80688cebdce8 req-69250151-aae7-4696-82db-464eda0f9e14 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/security-groups?id=079ebf81-42ef-4ee7-ac10-dfe00866b3f7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412004
May 06 00:44:19.277019 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:44:19.571116 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-1b9b8ab4-725a-42d1-9787-3ddddc68bf91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:44:20.050784 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e735f48-56a7-44e5-99db-47f1a9146983 req-33b101d3-5054-4d75-8e36-dcfd580baf6f tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:44:20.052207 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-2e735f48-56a7-44e5-99db-47f1a9146983 req-33b101d3-5054-4d75-8e36-dcfd580baf6f tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/ports?device_id=99966b4d-ee85-4f84-a11b-8a0c8d87e337 HTTP/1.1" status: 200  len: 943 time: 0.0786469
May 06 00:44:20.095595 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-2e735f48-56a7-44e5-99db-47f1a9146983 req-d2d0a507-7e05-4825-bd6f-c6947269e4c1 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/security-groups?id=079ebf81-42ef-4ee7-ac10-dfe00866b3f7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0371776
May 06 00:44:20.433809 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-90084741-9b8f-423c-9f16-72d74cd0e02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:44:21.276404 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f73e61-d648-4132-948a-78d89b5be99a req-d0d645f0-388e-4514-a591-bf5376854c22 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:44:21.277866 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-b1f73e61-d648-4132-948a-78d89b5be99a req-d0d645f0-388e-4514-a591-bf5376854c22 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/ports?device_id=99966b4d-ee85-4f84-a11b-8a0c8d87e337 HTTP/1.1" status: 200  len: 943 time: 0.0784461
May 06 00:44:21.322994 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-b1f73e61-d648-4132-948a-78d89b5be99a req-dea00093-2001-480e-9dba-d5ad7fb83ebc tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/security-groups?id=079ebf81-42ef-4ee7-ac10-dfe00866b3f7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395477
May 06 00:44:21.942696 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-06e5bd5a-9e4a-4653-864f-becf711c9df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:44:22.506307 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f02e4a-3c90-41fd-ad65-046e17332240 req-e89fb1be-4a5b-4e8e-97db-d24b9536fa91 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:44:22.508417 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-60f02e4a-3c90-41fd-ad65-046e17332240 req-e89fb1be-4a5b-4e8e-97db-d24b9536fa91 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/ports?device_id=99966b4d-ee85-4f84-a11b-8a0c8d87e337 HTTP/1.1" status: 200  len: 943 time: 0.0827644
May 06 00:44:22.552177 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-60f02e4a-3c90-41fd-ad65-046e17332240 req-4a66e8d1-4ca7-4942-a8d9-e25fd0a08250 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/security-groups?id=079ebf81-42ef-4ee7-ac10-dfe00866b3f7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0379944
May 06 00:44:23.739111 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b00b38-1898-47e1-986a-6336d24f0014 req-aa1d78c7-8e4d-426d-bc16-bcd8fcb505eb tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:44:23.740561 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-c8b00b38-1898-47e1-986a-6336d24f0014 req-aa1d78c7-8e4d-426d-bc16-bcd8fcb505eb tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/ports?device_id=99966b4d-ee85-4f84-a11b-8a0c8d87e337 HTTP/1.1" status: 200  len: 943 time: 0.0826135
May 06 00:44:23.784458 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-c8b00b38-1898-47e1-986a-6336d24f0014 req-08693296-22a6-41b9-8d24-365967bf99c7 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/security-groups?id=079ebf81-42ef-4ee7-ac10-dfe00866b3f7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0381956
May 06 00:44:24.493255 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Device 30b574b6-4519-42fe-86b3-ae8faa5bc753 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=73833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 06 00:44:24.621383 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] For port 30b574b6-4519-42fe-86b3-ae8faa5bc753, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=30b574b6-4519-42fe-86b3-ae8faa5bc753,segment=NetworkSegment(ab5e7b5f-3e6f-45f7-9818-f391c8735e2a),segment_id=ab5e7b5f-3e6f-45f7-9818-f391c8735e2a)] {{(pid=73833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:44:24.637165 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Returning: {'device': '30b574b6-4519-42fe-86b3-ae8faa5bc753', 'network_id': 'b3eca023-a406-48df-a3db-ebd6b6f9c1bf', 'port_id': '30b574b6-4519-42fe-86b3-ae8faa5bc753', 'mac_address': 'fa:16:3e:74:66:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abd7dd6a-5cfe-4ac3-a1f5-824fa1d29c3f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 06 00:44:24.690521 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:44:24.706811 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.notifiers.nova [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30b574b6-4519-42fe-86b3-ae8faa5bc753 {{(pid=73833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 06 00:44:24.722209 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] For port 30b574b6-4519-42fe-86b3-ae8faa5bc753, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=30b574b6-4519-42fe-86b3-ae8faa5bc753,segment=NetworkSegment(ab5e7b5f-3e6f-45f7-9818-f391c8735e2a),segment_id=ab5e7b5f-3e6f-45f7-9818-f391c8735e2a)] {{(pid=73833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:44:24.726968 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:44:24.728705 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:44:24.791932 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Pushing event updated for resources: {'Port': ['ID=30b574b6-4519-42fe-86b3-ae8faa5bc753,revision_number=4']} {{(pid=73833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:44:24.794832 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:44:24.922135 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] get_ports_and_sgs() called for port_ids ['30b574b6-4519-42fe-86b3-ae8faa5bc753'] {{(pid=73833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 06 00:44:24.966262 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8ef1d7-b32f-4ce5-b6a7-de94c50b394b req-020e8108-403d-45cf-a4ea-f5a292e2becf tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:44:24.967722 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-df8ef1d7-b32f-4ce5-b6a7-de94c50b394b req-020e8108-403d-45cf-a4ea-f5a292e2becf tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/ports?device_id=99966b4d-ee85-4f84-a11b-8a0c8d87e337 HTTP/1.1" status: 200  len: 944 time: 0.0798035
May 06 00:44:25.017755 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-df8ef1d7-b32f-4ce5-b6a7-de94c50b394b req-be86e3ba-8346-4686-87d7-364c862d693d tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/security-groups?id=079ebf81-42ef-4ee7-ac10-dfe00866b3f7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436678
May 06 00:44:26.199510 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dd5788-368b-45a4-8611-b307c92abdc4 req-d2dd4230-9f3a-4f19-a8c2-a73ddab421d2 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:44:26.201112 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-71dd5788-368b-45a4-8611-b307c92abdc4 req-d2dd4230-9f3a-4f19-a8c2-a73ddab421d2 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/ports?device_id=99966b4d-ee85-4f84-a11b-8a0c8d87e337 HTTP/1.1" status: 200  len: 944 time: 0.0805233
May 06 00:44:26.245259 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-71dd5788-368b-45a4-8611-b307c92abdc4 req-af56b816-353b-4e41-b2e0-ea8cdabd6fec tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/security-groups?id=079ebf81-42ef-4ee7-ac10-dfe00866b3f7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0384479
May 06 00:44:26.492449 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Device 30b574b6-4519-42fe-86b3-ae8faa5bc753 up at agent hyperv_hv-cinder-78462 {{(pid=73833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 00:44:26.557553 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Provisioning for port 30b574b6-4519-42fe-86b3-ae8faa5bc753 completed by entity L2. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 00:44:26.562196 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.provisioning_blocks [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Provisioning complete for port 30b574b6-4519-42fe-86b3-ae8faa5bc753 triggered by entity L2. {{(pid=73833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 00:44:26.562586 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723253'] for port, provisioning_complete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:44:26.677588 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:44:26.703869 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99966b4d-ee85-4f84-a11b-8a0c8d87e337', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30b574b6-4519-42fe-86b3-ae8faa5bc753'}] {{(pid=73833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 00:44:26.713873 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] For port 30b574b6-4519-42fe-86b3-ae8faa5bc753, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=30b574b6-4519-42fe-86b3-ae8faa5bc753,segment=NetworkSegment(ab5e7b5f-3e6f-45f7-9818-f391c8735e2a),segment_id=ab5e7b5f-3e6f-45f7-9818-f391c8735e2a)] {{(pid=73833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:44:26.717533 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883'] for port, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:44:26.719374 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:44:26.753265 dv-cinder-784623-8-iscsi neutron-server[73833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99966b4d-ee85-4f84-a11b-8a0c8d87e337', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30b574b6-4519-42fe-86b3-ae8faa5bc753', 'code': 200}
May 06 00:44:26.787981 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Pushing event updated for resources: {'Port': ['ID=30b574b6-4519-42fe-86b3-ae8faa5bc753,revision_number=5']} {{(pid=73833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:44:26.791117 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:44:27.014205 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc15267-7980-47d4-88dc-400dcfa9b3c6 req-cde44718-b975-4f62-9340-ee067da8bb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:44:27.015540 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-2fc15267-7980-47d4-88dc-400dcfa9b3c6 req-cde44718-b975-4f62-9340-ee067da8bb93 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=99966b4d-ee85-4f84-a11b-8a0c8d87e337 HTTP/1.1" status: 200  len: 1098 time: 0.0709720
May 06 00:44:27.054745 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-2fc15267-7980-47d4-88dc-400dcfa9b3c6 req-3e687e5e-21eb-41b5-8007-c942477a7b09 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=079ebf81-42ef-4ee7-ac10-dfe00866b3f7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0323451
May 06 00:44:27.427074 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35ffd5e-294a-456e-9b6c-21eb77aff1b8 req-50816ee0-43ba-4ff5-9453-c0a02e6d5d57 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:44:27.428466 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-e35ffd5e-294a-456e-9b6c-21eb77aff1b8 req-50816ee0-43ba-4ff5-9453-c0a02e6d5d57 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/ports?device_id=99966b4d-ee85-4f84-a11b-8a0c8d87e337 HTTP/1.1" status: 200  len: 945 time: 0.0804598
May 06 00:44:27.472947 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-e35ffd5e-294a-456e-9b6c-21eb77aff1b8 req-007461c3-3e4e-459d-ba2f-7cee0baf6a88 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/security-groups?id=079ebf81-42ef-4ee7-ac10-dfe00866b3f7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0386219
May 06 00:44:28.653756 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21affbb-c8a6-40d1-b521-ae7d62f32454 req-0a9a3539-80af-4f37-a3cb-6f068fef5588 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:44:28.655176 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-c21affbb-c8a6-40d1-b521-ae7d62f32454 req-0a9a3539-80af-4f37-a3cb-6f068fef5588 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/ports?device_id=99966b4d-ee85-4f84-a11b-8a0c8d87e337 HTTP/1.1" status: 200  len: 945 time: 0.0788848
May 06 00:44:28.699193 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-c21affbb-c8a6-40d1-b521-ae7d62f32454 req-654f4d09-15d5-4f0a-a893-a96e8ef766bb tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/security-groups?id=079ebf81-42ef-4ee7-ac10-dfe00866b3f7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0384209
May 06 00:44:28.880973 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21f7b52-c35a-4efb-a26d-85506fa650e0 req-633a2bdb-de21-4f1b-8383-db6b6b07eaf5 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:44:28.882963 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-a21f7b52-c35a-4efb-a26d-85506fa650e0 req-633a2bdb-de21-4f1b-8383-db6b6b07eaf5 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/ports?device_id=99966b4d-ee85-4f84-a11b-8a0c8d87e337 HTTP/1.1" status: 200  len: 945 time: 0.0786023
May 06 00:44:28.930595 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-a21f7b52-c35a-4efb-a26d-85506fa650e0 req-6f9abb5f-1454-4a37-8458-d04834639e06 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/security-groups?id=079ebf81-42ef-4ee7-ac10-dfe00866b3f7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418217
May 06 00:44:28.953290 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 46744) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:44:29.176712 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ab6995-e0b2-4297-8053-68dc3c87bbed tempest-TestVolumeBootPattern-1984864906 tempest-TestVolumeBootPattern-1984864906-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:44:29.178187 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-70ab6995-e0b2-4297-8053-68dc3c87bbed tempest-TestVolumeBootPattern-1984864906 tempest-TestVolumeBootPattern-1984864906-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=99966b4d-ee85-4f84-a11b-8a0c8d87e337 HTTP/1.1" status: 200  len: 1093 time: 0.2239695
May 06 00:44:29.181445 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 46750) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:44:29.186271 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.v2.base [None req-032e7d47-674b-4430-a50d-405d0d5ec956 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Request body: {'floatingip': {'floating_network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'port_id': '30b574b6-4519-42fe-86b3-ae8faa5bc753', 'tenant_id': '24c0c0411f574f8f960e5150472df75e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=73832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 00:44:29.191860 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-032e7d47-674b-4430-a50d-405d0d5ec956 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 00:44:29.197130 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-032e7d47-674b-4430-a50d-405d0d5ec956 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Usage tracker for resource:floatingip and tenant:24c0c0411f574f8f960e5150472df75e is out of sync, need to count used quota {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 00:44:29.200045 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [None req-032e7d47-674b-4430-a50d-405d0d5ec956 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=73832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 00:44:29.205782 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.quota.driver [None req-032e7d47-674b-4430-a50d-405d0d5ec956 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=73832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 00:44:29.216029 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-032e7d47-674b-4430-a50d-405d0d5ec956 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Notify callbacks [] for floatingip, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:44:29.353438 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-032e7d47-674b-4430-a50d-405d0d5ec956 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:44:29.492337 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.db_base_plugin_common [None req-032e7d47-674b-4430-a50d-405d0d5ec956 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Allocated IP 172.27.3.106 (86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4/5f976aaf-f539-4cba-9109-d63a57e1b399/c0cd4777-4468-456e-8afc-c47815589cba) {{(pid=73832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 06 00:44:29.631948 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-032e7d47-674b-4430-a50d-405d0d5ec956 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Notify callbacks [] for port, precommit_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:44:29.660669 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-032e7d47-674b-4430-a50d-405d0d5ec956 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767380898820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2182845'] for port, after_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:44:29.665769 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-9db4f2e6-7705-4f9e-a86b-1d3db431fbc8 tempest-VolumesSnapshotTestJSON-627976834 tempest-VolumesSnapshotTestJSON-627976834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:44:29.720435 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032e7d47-674b-4430-a50d-405d0d5ec956 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Network 86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4 is already hosted by enough agents. {{(pid=73832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 00:44:29.723138 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.scheduler.base_scheduler [None req-032e7d47-674b-4430-a50d-405d0d5ec956 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Resources bound (agent type, host, resource id):  {{(pid=73832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 00:44:29.725623 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032e7d47-674b-4430-a50d-405d0d5ec956 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Received port after_create {{(pid=73832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 06 00:44:29.865907 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032e7d47-674b-4430-a50d-405d0d5ec956 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Pushing event updated for resources: {'Port': ['ID=c0cd4777-4468-456e-8afc-c47815589cba,revision_number=1']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:44:29.869662 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-032e7d47-674b-4430-a50d-405d0d5ec956 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:44:29.890121 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.agents_db [None req-ee74f776-58ee-4f13-aa41-ceaf6d7d8c19 None None] Agent healthcheck: found 6 active agents {{(pid=73834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 06 00:44:30.227252 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-032e7d47-674b-4430-a50d-405d0d5ec956 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:44:30.297733 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-032e7d47-674b-4430-a50d-405d0d5ec956 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580514'] for port, before_update {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:44:30.499220 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-032e7d47-674b-4430-a50d-405d0d5ec956 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Notify callbacks [] for port, precommit_update {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:44:30.503650 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-032e7d47-674b-4430-a50d-405d0d5ec956 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767381335655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767380898838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767380898883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2182820'] for port, after_update {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:44:30.508518 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-8b2d775f-e72e-4bd5-8840-1ad362625ea8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:44:30.604461 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032e7d47-674b-4430-a50d-405d0d5ec956 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Pushing event updated for resources: {'Port': ['ID=c0cd4777-4468-456e-8afc-c47815589cba,revision_number=2']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:44:30.608371 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-032e7d47-674b-4430-a50d-405d0d5ec956 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:44:30.619207 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-032e7d47-674b-4430-a50d-405d0d5ec956 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407923'] for floatingip, after_update {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:44:30.791101 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.db.l3_db [None req-032e7d47-674b-4430-a50d-405d0d5ec956 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Floating IP ac53eb0d-798b-4c95-ae63-5375100062ee associated. External IP: 172.27.3.106, port: 30b574b6-4519-42fe-86b3-ae8faa5bc753.
May 06 00:44:31.131447 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-032e7d47-674b-4430-a50d-405d0d5ec956 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Router 41a6e37e-02c6-4008-8826-bde16799ef0c has already been hosted by L3 agent 3fa0790c-dd29-4495-aa07-f8a2ae482509 {{(pid=73832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 06 00:44:31.402651 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-032e7d47-674b-4430-a50d-405d0d5ec956 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Notify agent at l3_agent.dv-cinder-784623-8-iscsi the message routers_updated {{(pid=73832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 06 00:44:31.411989 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39900617-8f85-47fd-be99-f5c7534ad80a None None] Sync routers for ids ['41a6e37e-02c6-4008-8826-bde16799ef0c'] in dv-cinder-784623-8-iscsi {{(pid=73833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 06 00:44:31.421272 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39900617-8f85-47fd-be99-f5c7534ad80a None None] Routers {'41a6e37e-02c6-4008-8826-bde16799ef0c'} bound to L3 agent in host dv-cinder-784623-8-iscsi {{(pid=73833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 00:44:31.421963 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_hamode_db [None req-39900617-8f85-47fd-be99-f5c7534ad80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9508216d30>, 'dv-cinder-784623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-06T00:27:20Z,description=<?>,heartbeat_timestamp=2021-05-06T00:44:20Z,host='dv-cinder-784623-8-iscsi',id=3fa0790c-dd29-4495-aa07-f8a2ae482509,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T00:27:20Z,topic='l3_agent')) {'router_ids': ['41a6e37e-02c6-4008-8826-bde16799ef0c'], 'active': True} {{(pid=73833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:44:31.427021 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-032e7d47-674b-4430-a50d-405d0d5ec956 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43737'] for floatingip, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:44:31.484118 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-032e7d47-674b-4430-a50d-405d0d5ec956 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.3016860
May 06 00:44:31.484799 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99966b4d-ee85-4f84-a11b-8a0c8d87e337', 'tag': '30b574b6-4519-42fe-86b3-ae8faa5bc753'}] {{(pid=73832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 00:44:31.528553 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99966b4d-ee85-4f84-a11b-8a0c8d87e337', 'tag': '30b574b6-4519-42fe-86b3-ae8faa5bc753', 'status': 'completed', 'code': 200}
May 06 00:44:31.600263 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_dvr_db [None req-39900617-8f85-47fd-be99-f5c7534ad80a None None] Set router 41a6e37e-02c6-4008-8826-bde16799ef0c gateway port host: dv-cinder-784623-8-iscsi {{(pid=73833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 00:44:31.618969 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8457bc39-c604-4c0b-b01c-6c3097d65667 req-2b9b27d5-e25e-434c-94d9-1cacc2f5ad75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:44:31.620448 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-8457bc39-c604-4c0b-b01c-6c3097d65667 req-2b9b27d5-e25e-434c-94d9-1cacc2f5ad75 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=24c0c0411f574f8f960e5150472df75e&device_id=99966b4d-ee85-4f84-a11b-8a0c8d87e337 HTTP/1.1" status: 200  len: 1098 time: 0.0708818
May 06 00:44:31.751265 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8457bc39-c604-4c0b-b01c-6c3097d65667 req-d90e508c-c204-4ab2-b7ae-40b50bdd61de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:44:31.752705 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-8457bc39-c604-4c0b-b01c-6c3097d65667 req-d90e508c-c204-4ab2-b7ae-40b50bdd61de service neutron] 10.222.0.30 "GET /v2.0/networks?id=b3eca023-a406-48df-a3db-ebd6b6f9c1bf HTTP/1.1" status: 200  len: 913 time: 0.1263299
May 06 00:44:31.854676 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-8457bc39-c604-4c0b-b01c-6c3097d65667 req-2212092d-4676-40a7-9eb9-e02afb4b824e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=30b574b6-4519-42fe-86b3-ae8faa5bc753 HTTP/1.1" status: 200  len: 999 time: 0.0950420
May 06 00:44:31.915930 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8457bc39-c604-4c0b-b01c-6c3097d65667 req-aeaf3afd-6079-470d-94ff-d1ede3d6abd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:44:31.917396 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-8457bc39-c604-4c0b-b01c-6c3097d65667 req-aeaf3afd-6079-470d-94ff-d1ede3d6abd1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=abd7dd6a-5cfe-4ac3-a1f5-824fa1d29c3f HTTP/1.1" status: 200  len: 851 time: 0.0572283
May 06 00:44:31.973141 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_hamode_db [None req-39900617-8f85-47fd-be99-f5c7534ad80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9508216d30>, [{'id': '41a6e37e-02c6-4008-8826-bde16799ef0c', 'name': 'tempest-TestVolumeBootPattern-1167851366-router', 'tenant_id': '24c0c0411f574f8f960e5150472df75e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'external_fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'f4c3c0aa-d0a0-4fa1-a400-ccbb23f85508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:37:53Z', 'updated_at': '2021-05-06T00:38:00Z', 'revision_number': 4, 'project_id': '24c0c0411f574f8f960e5150472df75e', 'gw_port': {'id': 'f4c3c0aa-d0a0-4fa1-a400-ccbb23f85508', 'name': '', 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:28:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a6e37e-02c6-4008-8826-bde16799ef0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:37:55Z', 'updated_at': '2021-05-06T00:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-iscsi', '_floatingips': [{'id': 'ac53eb0d-798b-4c95-ae63-5375100062ee', 'tenant_id': '24c0c0411f574f8f960e5150472df75e', 'floating_ip_address': '172.27.3.106', 'floating_network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'router_id': '41a6e37e-02c6-4008-8826-bde16799ef0c', 'port_id': '30b574b6-4519-42fe-86b3-ae8faa5bc753', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3eca023-a406-48df-a3db-ebd6b6f9c1bf', 'mac_address': 'fa:16:3e:74:66:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99966b4d-ee85-4f84-a11b-8a0c8d87e337', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T00:44:30Z', 'updated_at': '2021-05-06T00:44:30Z', 'revision_number': 0, 'project_id': '24c0c0411f574f8f960e5150472df75e', 'fixed_ip_address_scope': None}, {'id': 'd898174f-59d3-4416-8d4c-4cbde8c5cf18', 'tenant_id': '24c0c0411f574f8f960e5150472df75e', 'floating_ip_address': '172.27.3.245', 'floating_network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'router_id': '41a6e37e-02c6-4008-8826-bde16799ef0c', 'port_id': '3c4d914c-bbe8-4f3b-9130-9c6756fc892a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3eca023-a406-48df-a3db-ebd6b6f9c1bf', 'mac_address': 'fa:16:3e:39:32:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237343ba-d2ad-43de-b010-b72bf9b3fc81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T00:42:26Z', 'updated_at': '2021-05-06T00:42:29Z', 'revision_number': 1, 'project_id': '24c0c0411f574f8f960e5150472df75e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64e79fd4-fc6f-4aca-8b86-d7ad2bbd4f44', 'name': '', 'network_id': 'b3eca023-a406-48df-a3db-ebd6b6f9c1bf', 'tenant_id': '24c0c0411f574f8f960e5150472df75e', 'mac_address': 'fa:16:3e:fd:86:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a6e37e-02c6-4008-8826-bde16799ef0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'abd7dd6a-5cfe-4ac3-a1f5-824fa1d29c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:37:59Z', 'updated_at': '2021-05-06T00:38:09Z', 'revision_number': 5, 'project_id': '24c0c0411f574f8f960e5150472df75e', 'subnets': [{'id': 'abd7dd6a-5cfe-4ac3-a1f5-824fa1d29c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-8-iscsi', False) {} {{(pid=73833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:44:31.977055 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39900617-8f85-47fd-be99-f5c7534ad80a None None] Checking router: 41a6e37e-02c6-4008-8826-bde16799ef0c for host: dv-cinder-784623-8-iscsi {{(pid=73833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 06 00:44:31.985241 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39900617-8f85-47fd-be99-f5c7534ad80a None None] Routers {'41a6e37e-02c6-4008-8826-bde16799ef0c'} bound to L3 agent in host dv-cinder-784623-8-iscsi {{(pid=73833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 00:44:31.985845 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_hamode_db [None req-39900617-8f85-47fd-be99-f5c7534ad80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9508216d30>, 'dv-cinder-784623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-06T00:27:20Z,description=<?>,heartbeat_timestamp=2021-05-06T00:44:20Z,host='dv-cinder-784623-8-iscsi',id=3fa0790c-dd29-4495-aa07-f8a2ae482509,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T00:27:20Z,topic='l3_agent')) {'router_ids': ['41a6e37e-02c6-4008-8826-bde16799ef0c'], 'active': True} {{(pid=73833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:44:31.998361 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8457bc39-c604-4c0b-b01c-6c3097d65667 req-7b35321d-4207-428e-a0d1-65a99cb7ad39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:44:31.999761 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-8457bc39-c604-4c0b-b01c-6c3097d65667 req-7b35321d-4207-428e-a0d1-65a99cb7ad39 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b3eca023-a406-48df-a3db-ebd6b6f9c1bf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0726345
May 06 00:44:32.132174 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-8457bc39-c604-4c0b-b01c-6c3097d65667 req-c3eb66e6-6eae-4cb1-afa0-d61f5e553c6c service neutron] 10.222.0.30 "GET /v2.0/networks/b3eca023-a406-48df-a3db-ebd6b6f9c1bf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1252499
May 06 00:44:32.165508 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_dvr_db [None req-39900617-8f85-47fd-be99-f5c7534ad80a None None] Set router 41a6e37e-02c6-4008-8826-bde16799ef0c gateway port host: dv-cinder-784623-8-iscsi {{(pid=73833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 00:44:32.263033 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-8457bc39-c604-4c0b-b01c-6c3097d65667 req-c10ed4f9-1341-4542-9050-2f1e918f21ed service neutron] 10.222.0.30 "GET /v2.0/networks/b3eca023-a406-48df-a3db-ebd6b6f9c1bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1243293
May 06 00:44:32.505222 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_hamode_db [None req-39900617-8f85-47fd-be99-f5c7534ad80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9508216d30>, [{'id': '41a6e37e-02c6-4008-8826-bde16799ef0c', 'name': 'tempest-TestVolumeBootPattern-1167851366-router', 'tenant_id': '24c0c0411f574f8f960e5150472df75e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'external_fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'f4c3c0aa-d0a0-4fa1-a400-ccbb23f85508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:37:53Z', 'updated_at': '2021-05-06T00:38:00Z', 'revision_number': 4, 'project_id': '24c0c0411f574f8f960e5150472df75e', 'gw_port': {'id': 'f4c3c0aa-d0a0-4fa1-a400-ccbb23f85508', 'name': '', 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:28:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a6e37e-02c6-4008-8826-bde16799ef0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:37:55Z', 'updated_at': '2021-05-06T00:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-iscsi', '_floatingips': [{'id': 'ac53eb0d-798b-4c95-ae63-5375100062ee', 'tenant_id': '24c0c0411f574f8f960e5150472df75e', 'floating_ip_address': '172.27.3.106', 'floating_network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'router_id': '41a6e37e-02c6-4008-8826-bde16799ef0c', 'port_id': '30b574b6-4519-42fe-86b3-ae8faa5bc753', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3eca023-a406-48df-a3db-ebd6b6f9c1bf', 'mac_address': 'fa:16:3e:74:66:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99966b4d-ee85-4f84-a11b-8a0c8d87e337', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T00:44:30Z', 'updated_at': '2021-05-06T00:44:30Z', 'revision_number': 0, 'project_id': '24c0c0411f574f8f960e5150472df75e', 'fixed_ip_address_scope': None}, {'id': 'd898174f-59d3-4416-8d4c-4cbde8c5cf18', 'tenant_id': '24c0c0411f574f8f960e5150472df75e', 'floating_ip_address': '172.27.3.245', 'floating_network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'router_id': '41a6e37e-02c6-4008-8826-bde16799ef0c', 'port_id': '3c4d914c-bbe8-4f3b-9130-9c6756fc892a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3eca023-a406-48df-a3db-ebd6b6f9c1bf', 'mac_address': 'fa:16:3e:39:32:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237343ba-d2ad-43de-b010-b72bf9b3fc81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T00:42:26Z', 'updated_at': '2021-05-06T00:42:29Z', 'revision_number': 1, 'project_id': '24c0c0411f574f8f960e5150472df75e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64e79fd4-fc6f-4aca-8b86-d7ad2bbd4f44', 'name': '', 'network_id': 'b3eca023-a406-48df-a3db-ebd6b6f9c1bf', 'tenant_id': '24c0c0411f574f8f960e5150472df75e', 'mac_address': 'fa:16:3e:fd:86:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a6e37e-02c6-4008-8826-bde16799ef0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'abd7dd6a-5cfe-4ac3-a1f5-824fa1d29c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:37:59Z', 'updated_at': '2021-05-06T00:38:09Z', 'revision_number': 5, 'project_id': '24c0c0411f574f8f960e5150472df75e', 'subnets': [{'id': 'abd7dd6a-5cfe-4ac3-a1f5-824fa1d29c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-8-iscsi', False) {} {{(pid=73833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:44:32.509336 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39900617-8f85-47fd-be99-f5c7534ad80a None None] The sync data for ids ['41a6e37e-02c6-4008-8826-bde16799ef0c'] in dv-cinder-784623-8-iscsi is: [{'id': '41a6e37e-02c6-4008-8826-bde16799ef0c', 'name': 'tempest-TestVolumeBootPattern-1167851366-router', 'tenant_id': '24c0c0411f574f8f960e5150472df75e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'external_fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'f4c3c0aa-d0a0-4fa1-a400-ccbb23f85508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:37:53Z', 'updated_at': '2021-05-06T00:38:00Z', 'revision_number': 4, 'project_id': '24c0c0411f574f8f960e5150472df75e', 'gw_port': {'id': 'f4c3c0aa-d0a0-4fa1-a400-ccbb23f85508', 'name': '', 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:28:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a6e37e-02c6-4008-8826-bde16799ef0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:37:55Z', 'updated_at': '2021-05-06T00:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-iscsi', '_floatingips': [{'id': 'ac53eb0d-798b-4c95-ae63-5375100062ee', 'tenant_id': '24c0c0411f574f8f960e5150472df75e', 'floating_ip_address': '172.27.3.106', 'floating_network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'router_id': '41a6e37e-02c6-4008-8826-bde16799ef0c', 'port_id': '30b574b6-4519-42fe-86b3-ae8faa5bc753', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3eca023-a406-48df-a3db-ebd6b6f9c1bf', 'mac_address': 'fa:16:3e:74:66:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99966b4d-ee85-4f84-a11b-8a0c8d87e337', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T00:44:30Z', 'updated_at': '2021-05-06T00:44:30Z', 'revision_number': 0, 'project_id': '24c0c0411f574f8f960e5150472df75e', 'fixed_ip_address_scope': None}, {'id': 'd898174f-59d3-4416-8d4c-4cbde8c5cf18', 'tenant_id': '24c0c0411f574f8f960e5150472df75e', 'floating_ip_address': '172.27.3.245', 'floating_network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'router_id': '41a6e37e-02c6-4008-8826-bde16799ef0c', 'port_id': '3c4d914c-bbe8-4f3b-9130-9c6756fc892a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3eca023-a406-48df-a3db-ebd6b6f9c1bf', 'mac_address': 'fa:16:3e:39:32:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237343ba-d2ad-43de-b010-b72bf9b3fc81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T00:42:26Z', 'updated_at': '2021-05-06T00:42:29Z', 'revision_number': 1, 'project_id': '24c0c0411f574f8f960e5150472df75e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64e79fd4-fc6f-4aca-8b86-d7ad2bbd4f44', 'name': '', 'network_id': 'b3eca023-a406-48df-a3db-ebd6b6f9c1bf', 'tenant_id': '24c0c0411f574f8f960e5150472df75e', 'mac_address': 'fa:16:3e:fd:86:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a6e37e-02c6-4008-8826-bde16799ef0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'abd7dd6a-5cfe-4ac3-a1f5-824fa1d29c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:37:59Z', 'updated_at': '2021-05-06T00:38:09Z', 'revision_number': 5, 'project_id': '24c0c0411f574f8f960e5150472df75e', 'subnets': [{'id': 'abd7dd6a-5cfe-4ac3-a1f5-824fa1d29c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 06 00:44:32.681407 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119d705d-7967-4793-95c2-4c0b849d4672 None None] New status for floating IP ac53eb0d-798b-4c95-ae63-5375100062ee: ACTIVE {{(pid=73834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 06 00:44:43.146933 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:44:46.784323 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-565c8c49-526f-472e-a856-a147bd472f78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:44:49.279360 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:44:49.572334 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-db4c5546-74c1-4ef5-b748-9c9be44cd17e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:44:50.436972 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-90084741-9b8f-423c-9f16-72d74cd0e02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:44:51.945395 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-06e5bd5a-9e4a-4653-864f-becf711c9df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:45:06.888956 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.agents_db [None req-ee74f776-58ee-4f13-aa41-ceaf6d7d8c19 None None] Agent healthcheck: found 6 active agents {{(pid=73834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 06 00:45:13.165508 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:45:15.351425 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-3b841170-56ab-4317-9c62-1df6de4fc645 req-d006a2c9-b87d-42d9-a727-000a1b781417 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=237343ba-d2ad-43de-b010-b72bf9b3fc81&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1100502
May 06 00:45:15.487954 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b841170-56ab-4317-9c62-1df6de4fc645 req-83a6d900-5cb1-4332-9995-017415b2c751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:45:15.489447 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-3b841170-56ab-4317-9c62-1df6de4fc645 req-83a6d900-5cb1-4332-9995-017415b2c751 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=24c0c0411f574f8f960e5150472df75e&device_id=237343ba-d2ad-43de-b010-b72bf9b3fc81 HTTP/1.1" status: 200  len: 1098 time: 0.0704889
May 06 00:45:15.629183 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b841170-56ab-4317-9c62-1df6de4fc645 req-9b8461bf-d44e-457a-8588-f7719ac63be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:45:15.630492 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-3b841170-56ab-4317-9c62-1df6de4fc645 req-9b8461bf-d44e-457a-8588-f7719ac63be4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b3eca023-a406-48df-a3db-ebd6b6f9c1bf HTTP/1.1" status: 200  len: 913 time: 0.1227083
May 06 00:45:15.730416 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-3b841170-56ab-4317-9c62-1df6de4fc645 req-16b7e092-d1d7-4aa0-9e53-1d7573e8ca57 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3c4d914c-bbe8-4f3b-9130-9c6756fc892a HTTP/1.1" status: 200  len: 1001 time: 0.0928845
May 06 00:45:15.794684 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b841170-56ab-4317-9c62-1df6de4fc645 req-ab82b6b1-02ff-4d60-ace6-6d990557d41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:45:15.796058 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-3b841170-56ab-4317-9c62-1df6de4fc645 req-ab82b6b1-02ff-4d60-ace6-6d990557d41f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=abd7dd6a-5cfe-4ac3-a1f5-824fa1d29c3f HTTP/1.1" status: 200  len: 851 time: 0.0595694
May 06 00:45:15.869097 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b841170-56ab-4317-9c62-1df6de4fc645 req-e8dd9cc4-3fd5-42e2-8299-fc433e4afc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:45:15.870490 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-3b841170-56ab-4317-9c62-1df6de4fc645 req-e8dd9cc4-3fd5-42e2-8299-fc433e4afc20 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b3eca023-a406-48df-a3db-ebd6b6f9c1bf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0683637
May 06 00:45:15.880616 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [req-3b841170-56ab-4317-9c62-1df6de4fc645 req-a163854b-30cb-437d-b95b-39e02c9c9a3e service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=73832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 06 00:45:15.882320 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-3b841170-56ab-4317-9c62-1df6de4fc645 req-a163854b-30cb-437d-b95b-39e02c9c9a3e service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0056109
May 06 00:45:16.097687 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-3b841170-56ab-4317-9c62-1df6de4fc645 req-6b726f47-682f-4c7f-a975-9be444110f65 service neutron] 10.222.0.30 "GET /v2.0/networks/b3eca023-a406-48df-a3db-ebd6b6f9c1bf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2085781
May 06 00:45:16.226146 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-3b841170-56ab-4317-9c62-1df6de4fc645 req-36df0f6b-10c5-4335-8961-1f52b667abd4 service neutron] 10.222.0.30 "GET /v2.0/networks/b3eca023-a406-48df-a3db-ebd6b6f9c1bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1218426
May 06 00:45:16.785635 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-64a0c408-9a8d-4a89-b2b8-eeb21bbcc2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:45:19.280824 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:45:19.572831 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-157b0768-951c-411a-ab35-c11d2083028f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:45:20.438514 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-90084741-9b8f-423c-9f16-72d74cd0e02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:45:21.948506 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-06e5bd5a-9e4a-4653-864f-becf711c9df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:45:43.162414 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:45:43.889099 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.agents_db [None req-ee74f776-58ee-4f13-aa41-ceaf6d7d8c19 None None] Agent healthcheck: found 6 active agents {{(pid=73834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 06 00:45:46.787092 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-f184a95a-30b5-4db5-9ac6-205be668330f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:45:49.282256 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:45:49.573684 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-60d908a9-2df1-40ab-b2b3-99906f84caa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:45:50.440857 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-90084741-9b8f-423c-9f16-72d74cd0e02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:45:51.951297 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-06e5bd5a-9e4a-4653-864f-becf711c9df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:45:52.613010 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 46774) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:45:52.873615 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.plugin [None req-3a2066ee-f5e1-43de-aaf0-16343c8b06a7 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Deleting port c0cd4777-4468-456e-8afc-c47815589cba {{(pid=73832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 06 00:45:52.873869 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-3a2066ee-f5e1-43de-aaf0-16343c8b06a7 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767381331357'] for port, before_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:45:52.990226 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-3a2066ee-f5e1-43de-aaf0-16343c8b06a7 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404144'] for port, precommit_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:45:52.990552 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-3a2066ee-f5e1-43de-aaf0-16343c8b06a7 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:45:53.112577 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.plugin [None req-3a2066ee-f5e1-43de-aaf0-16343c8b06a7 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Calling delete_port for c0cd4777-4468-456e-8afc-c47815589cba owned by network:floatingip {{(pid=73832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 06 00:45:53.228380 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-3a2066ee-f5e1-43de-aaf0-16343c8b06a7 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767381335664', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767380898829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2182845'] for port, after_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:45:53.232590 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-61fbbd20-b0ec-4173-8b05-663fba6505e8 tempest-AttachVolumeShelveTestJSON-1302160830 tempest-AttachVolumeShelveTestJSON-1302160830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:45:53.276195 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2066ee-f5e1-43de-aaf0-16343c8b06a7 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Pushing event deleted for resources: {'Port': ['ID=c0cd4777-4468-456e-8afc-c47815589cba,revision_number=None']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:45:53.341255 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2066ee-f5e1-43de-aaf0-16343c8b06a7 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:45:53.341629 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2066ee-f5e1-43de-aaf0-16343c8b06a7 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:45:53.341997 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2066ee-f5e1-43de-aaf0-16343c8b06a7 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:45:53.342357 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2066ee-f5e1-43de-aaf0-16343c8b06a7 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:45:53.342710 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2066ee-f5e1-43de-aaf0-16343c8b06a7 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:45:53.343066 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2066ee-f5e1-43de-aaf0-16343c8b06a7 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:45:53.343419 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2066ee-f5e1-43de-aaf0-16343c8b06a7 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:45:53.343770 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2066ee-f5e1-43de-aaf0-16343c8b06a7 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:45:53.344120 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2066ee-f5e1-43de-aaf0-16343c8b06a7 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:45:53.344468 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2066ee-f5e1-43de-aaf0-16343c8b06a7 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:45:53.344846 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2066ee-f5e1-43de-aaf0-16343c8b06a7 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:45:53.345196 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2066ee-f5e1-43de-aaf0-16343c8b06a7 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:45:53.350934 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-3a2066ee-f5e1-43de-aaf0-16343c8b06a7 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:45:53.375652 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-3a2066ee-f5e1-43de-aaf0-16343c8b06a7 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Notify callbacks [] for floatingip, after_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:45:53.375984 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.db.l3_db [None req-3a2066ee-f5e1-43de-aaf0-16343c8b06a7 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Floating IP ac53eb0d-798b-4c95-ae63-5375100062ee disassociated (deleted). External IP: 172.27.3.106, port: 30b574b6-4519-42fe-86b3-ae8faa5bc753.
May 06 00:45:53.816259 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a2066ee-f5e1-43de-aaf0-16343c8b06a7 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Router 41a6e37e-02c6-4008-8826-bde16799ef0c has already been hosted by L3 agent 3fa0790c-dd29-4495-aa07-f8a2ae482509 {{(pid=73832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 06 00:45:53.991678 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a2066ee-f5e1-43de-aaf0-16343c8b06a7 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Notify agent at l3_agent.dv-cinder-784623-8-iscsi the message routers_updated {{(pid=73832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 06 00:45:54.000717 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c36e05-1db6-4420-8ede-b465b2786f08 None None] Sync routers for ids ['41a6e37e-02c6-4008-8826-bde16799ef0c'] in dv-cinder-784623-8-iscsi {{(pid=73833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 06 00:45:54.010240 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c36e05-1db6-4420-8ede-b465b2786f08 None None] Routers {'41a6e37e-02c6-4008-8826-bde16799ef0c'} bound to L3 agent in host dv-cinder-784623-8-iscsi {{(pid=73833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 00:45:54.010847 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_hamode_db [None req-f5c36e05-1db6-4420-8ede-b465b2786f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9509bc46a0>, 'dv-cinder-784623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-06T00:27:20Z,description=<?>,heartbeat_timestamp=2021-05-06T00:45:50Z,host='dv-cinder-784623-8-iscsi',id=3fa0790c-dd29-4495-aa07-f8a2ae482509,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T00:27:20Z,topic='l3_agent')) {'router_ids': ['41a6e37e-02c6-4008-8826-bde16799ef0c'], 'active': True} {{(pid=73833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:45:54.010988 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-3a2066ee-f5e1-43de-aaf0-16343c8b06a7 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43737'] for floatingip, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:45:54.067235 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-3a2066ee-f5e1-43de-aaf0-16343c8b06a7 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "DELETE /v2.0/floatingips/ac53eb0d-798b-4c95-ae63-5375100062ee HTTP/1.1" status: 204  len: 168 time: 1.4532115
May 06 00:45:54.067995 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99966b4d-ee85-4f84-a11b-8a0c8d87e337', 'tag': '30b574b6-4519-42fe-86b3-ae8faa5bc753'}] {{(pid=73832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 00:45:54.236290 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_dvr_db [None req-f5c36e05-1db6-4420-8ede-b465b2786f08 None None] Set router 41a6e37e-02c6-4008-8826-bde16799ef0c gateway port host: dv-cinder-784623-8-iscsi {{(pid=73833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 00:45:54.255153 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99966b4d-ee85-4f84-a11b-8a0c8d87e337', 'tag': '30b574b6-4519-42fe-86b3-ae8faa5bc753', 'status': 'completed', 'code': 200}
May 06 00:45:54.361264 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd3d6ce-0bf0-4604-b4e4-8d5aed336d23 req-e943a5a2-e646-45a6-9932-eaed6bb9856d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:45:54.362755 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-7fd3d6ce-0bf0-4604-b4e4-8d5aed336d23 req-e943a5a2-e646-45a6-9932-eaed6bb9856d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=24c0c0411f574f8f960e5150472df75e&device_id=99966b4d-ee85-4f84-a11b-8a0c8d87e337 HTTP/1.1" status: 200  len: 1098 time: 0.0774074
May 06 00:45:54.502122 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd3d6ce-0bf0-4604-b4e4-8d5aed336d23 req-ac1948db-c6f6-426e-acba-b3e05f413cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:45:54.503486 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-7fd3d6ce-0bf0-4604-b4e4-8d5aed336d23 req-ac1948db-c6f6-426e-acba-b3e05f413cd4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b3eca023-a406-48df-a3db-ebd6b6f9c1bf HTTP/1.1" status: 200  len: 913 time: 0.1321757
May 06 00:45:54.508423 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72319f7b-63b8-45f0-9de5-daae120d7146 req-1e651f82-33d0-44ed-9713-2cb927c68905 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:45:54.509938 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-72319f7b-63b8-45f0-9de5-daae120d7146 req-1e651f82-33d0-44ed-9713-2cb927c68905 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/ports?device_id=99966b4d-ee85-4f84-a11b-8a0c8d87e337 HTTP/1.1" status: 200  len: 945 time: 0.1423941
May 06 00:45:54.556664 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-72319f7b-63b8-45f0-9de5-daae120d7146 req-1d87daef-3523-4b3f-85af-eb74f0d73745 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/security-groups?id=079ebf81-42ef-4ee7-ac10-dfe00866b3f7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408683
May 06 00:45:54.576792 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-7fd3d6ce-0bf0-4604-b4e4-8d5aed336d23 req-b9e14160-3dbe-450f-a23b-e9c1dd784d0b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=30b574b6-4519-42fe-86b3-ae8faa5bc753 HTTP/1.1" status: 200  len: 217 time: 0.0661473
May 06 00:45:54.598760 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_hamode_db [None req-f5c36e05-1db6-4420-8ede-b465b2786f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9509bc46a0>, [{'id': '41a6e37e-02c6-4008-8826-bde16799ef0c', 'name': 'tempest-TestVolumeBootPattern-1167851366-router', 'tenant_id': '24c0c0411f574f8f960e5150472df75e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'external_fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'f4c3c0aa-d0a0-4fa1-a400-ccbb23f85508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:37:53Z', 'updated_at': '2021-05-06T00:38:00Z', 'revision_number': 4, 'project_id': '24c0c0411f574f8f960e5150472df75e', 'gw_port': {'id': 'f4c3c0aa-d0a0-4fa1-a400-ccbb23f85508', 'name': '', 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:28:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a6e37e-02c6-4008-8826-bde16799ef0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:37:55Z', 'updated_at': '2021-05-06T00:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-iscsi', '_floatingips': [{'id': 'd898174f-59d3-4416-8d4c-4cbde8c5cf18', 'tenant_id': '24c0c0411f574f8f960e5150472df75e', 'floating_ip_address': '172.27.3.245', 'floating_network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'router_id': '41a6e37e-02c6-4008-8826-bde16799ef0c', 'port_id': '3c4d914c-bbe8-4f3b-9130-9c6756fc892a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3eca023-a406-48df-a3db-ebd6b6f9c1bf', 'mac_address': 'fa:16:3e:39:32:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237343ba-d2ad-43de-b010-b72bf9b3fc81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T00:42:26Z', 'updated_at': '2021-05-06T00:42:29Z', 'revision_number': 1, 'project_id': '24c0c0411f574f8f960e5150472df75e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64e79fd4-fc6f-4aca-8b86-d7ad2bbd4f44', 'name': '', 'network_id': 'b3eca023-a406-48df-a3db-ebd6b6f9c1bf', 'tenant_id': '24c0c0411f574f8f960e5150472df75e', 'mac_address': 'fa:16:3e:fd:86:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a6e37e-02c6-4008-8826-bde16799ef0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'abd7dd6a-5cfe-4ac3-a1f5-824fa1d29c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:37:59Z', 'updated_at': '2021-05-06T00:38:09Z', 'revision_number': 5, 'project_id': '24c0c0411f574f8f960e5150472df75e', 'subnets': [{'id': 'abd7dd6a-5cfe-4ac3-a1f5-824fa1d29c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-8-iscsi', False) {} {{(pid=73833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:45:54.603568 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c36e05-1db6-4420-8ede-b465b2786f08 None None] Checking router: 41a6e37e-02c6-4008-8826-bde16799ef0c for host: dv-cinder-784623-8-iscsi {{(pid=73833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 06 00:45:54.611984 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c36e05-1db6-4420-8ede-b465b2786f08 None None] Routers {'41a6e37e-02c6-4008-8826-bde16799ef0c'} bound to L3 agent in host dv-cinder-784623-8-iscsi {{(pid=73833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 00:45:54.612614 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_hamode_db [None req-f5c36e05-1db6-4420-8ede-b465b2786f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9509bc46a0>, 'dv-cinder-784623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-06T00:27:20Z,description=<?>,heartbeat_timestamp=2021-05-06T00:45:50Z,host='dv-cinder-784623-8-iscsi',id=3fa0790c-dd29-4495-aa07-f8a2ae482509,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T00:27:20Z,topic='l3_agent')) {'router_ids': ['41a6e37e-02c6-4008-8826-bde16799ef0c'], 'active': True} {{(pid=73833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:45:54.639389 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd3d6ce-0bf0-4604-b4e4-8d5aed336d23 req-e520759d-08a1-4a1e-a4cc-5b4e8ce75364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:45:54.640839 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-7fd3d6ce-0bf0-4604-b4e4-8d5aed336d23 req-e520759d-08a1-4a1e-a4cc-5b4e8ce75364 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=abd7dd6a-5cfe-4ac3-a1f5-824fa1d29c3f HTTP/1.1" status: 200  len: 851 time: 0.0575721
May 06 00:45:54.721985 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd3d6ce-0bf0-4604-b4e4-8d5aed336d23 req-b00823a3-b0ee-4a3f-a146-1d5e130392f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:45:54.725494 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-7fd3d6ce-0bf0-4604-b4e4-8d5aed336d23 req-b00823a3-b0ee-4a3f-a146-1d5e130392f5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b3eca023-a406-48df-a3db-ebd6b6f9c1bf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0752349
May 06 00:45:54.791526 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_dvr_db [None req-f5c36e05-1db6-4420-8ede-b465b2786f08 None None] Set router 41a6e37e-02c6-4008-8826-bde16799ef0c gateway port host: dv-cinder-784623-8-iscsi {{(pid=73833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 00:45:54.855105 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-7fd3d6ce-0bf0-4604-b4e4-8d5aed336d23 req-0ab192bc-dc9f-4003-971e-301f8ac4dbc2 service neutron] 10.222.0.30 "GET /v2.0/networks/b3eca023-a406-48df-a3db-ebd6b6f9c1bf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1237426
May 06 00:45:54.984353 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-7fd3d6ce-0bf0-4604-b4e4-8d5aed336d23 req-46c8695e-3a3f-4f01-bde4-56dd54936a99 service neutron] 10.222.0.30 "GET /v2.0/networks/b3eca023-a406-48df-a3db-ebd6b6f9c1bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1227932
May 06 00:45:55.133670 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_hamode_db [None req-f5c36e05-1db6-4420-8ede-b465b2786f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9509bc46a0>, [{'id': '41a6e37e-02c6-4008-8826-bde16799ef0c', 'name': 'tempest-TestVolumeBootPattern-1167851366-router', 'tenant_id': '24c0c0411f574f8f960e5150472df75e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'external_fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'f4c3c0aa-d0a0-4fa1-a400-ccbb23f85508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:37:53Z', 'updated_at': '2021-05-06T00:38:00Z', 'revision_number': 4, 'project_id': '24c0c0411f574f8f960e5150472df75e', 'gw_port': {'id': 'f4c3c0aa-d0a0-4fa1-a400-ccbb23f85508', 'name': '', 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:28:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a6e37e-02c6-4008-8826-bde16799ef0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:37:55Z', 'updated_at': '2021-05-06T00:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-iscsi', '_floatingips': [{'id': 'd898174f-59d3-4416-8d4c-4cbde8c5cf18', 'tenant_id': '24c0c0411f574f8f960e5150472df75e', 'floating_ip_address': '172.27.3.245', 'floating_network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'router_id': '41a6e37e-02c6-4008-8826-bde16799ef0c', 'port_id': '3c4d914c-bbe8-4f3b-9130-9c6756fc892a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3eca023-a406-48df-a3db-ebd6b6f9c1bf', 'mac_address': 'fa:16:3e:39:32:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237343ba-d2ad-43de-b010-b72bf9b3fc81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T00:42:26Z', 'updated_at': '2021-05-06T00:42:29Z', 'revision_number': 1, 'project_id': '24c0c0411f574f8f960e5150472df75e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64e79fd4-fc6f-4aca-8b86-d7ad2bbd4f44', 'name': '', 'network_id': 'b3eca023-a406-48df-a3db-ebd6b6f9c1bf', 'tenant_id': '24c0c0411f574f8f960e5150472df75e', 'mac_address': 'fa:16:3e:fd:86:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a6e37e-02c6-4008-8826-bde16799ef0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'abd7dd6a-5cfe-4ac3-a1f5-824fa1d29c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:37:59Z', 'updated_at': '2021-05-06T00:38:09Z', 'revision_number': 5, 'project_id': '24c0c0411f574f8f960e5150472df75e', 'subnets': [{'id': 'abd7dd6a-5cfe-4ac3-a1f5-824fa1d29c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-8-iscsi', False) {} {{(pid=73833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:45:55.137426 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c36e05-1db6-4420-8ede-b465b2786f08 None None] The sync data for ids ['41a6e37e-02c6-4008-8826-bde16799ef0c'] in dv-cinder-784623-8-iscsi is: [{'id': '41a6e37e-02c6-4008-8826-bde16799ef0c', 'name': 'tempest-TestVolumeBootPattern-1167851366-router', 'tenant_id': '24c0c0411f574f8f960e5150472df75e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'external_fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'f4c3c0aa-d0a0-4fa1-a400-ccbb23f85508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:37:53Z', 'updated_at': '2021-05-06T00:38:00Z', 'revision_number': 4, 'project_id': '24c0c0411f574f8f960e5150472df75e', 'gw_port': {'id': 'f4c3c0aa-d0a0-4fa1-a400-ccbb23f85508', 'name': '', 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:28:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a6e37e-02c6-4008-8826-bde16799ef0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:37:55Z', 'updated_at': '2021-05-06T00:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-iscsi', '_floatingips': [{'id': 'd898174f-59d3-4416-8d4c-4cbde8c5cf18', 'tenant_id': '24c0c0411f574f8f960e5150472df75e', 'floating_ip_address': '172.27.3.245', 'floating_network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'router_id': '41a6e37e-02c6-4008-8826-bde16799ef0c', 'port_id': '3c4d914c-bbe8-4f3b-9130-9c6756fc892a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3eca023-a406-48df-a3db-ebd6b6f9c1bf', 'mac_address': 'fa:16:3e:39:32:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237343ba-d2ad-43de-b010-b72bf9b3fc81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T00:42:26Z', 'updated_at': '2021-05-06T00:42:29Z', 'revision_number': 1, 'project_id': '24c0c0411f574f8f960e5150472df75e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64e79fd4-fc6f-4aca-8b86-d7ad2bbd4f44', 'name': '', 'network_id': 'b3eca023-a406-48df-a3db-ebd6b6f9c1bf', 'tenant_id': '24c0c0411f574f8f960e5150472df75e', 'mac_address': 'fa:16:3e:fd:86:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a6e37e-02c6-4008-8826-bde16799ef0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'abd7dd6a-5cfe-4ac3-a1f5-824fa1d29c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:37:59Z', 'updated_at': '2021-05-06T00:38:09Z', 'revision_number': 5, 'project_id': '24c0c0411f574f8f960e5150472df75e', 'subnets': [{'id': 'abd7dd6a-5cfe-4ac3-a1f5-824fa1d29c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 06 00:45:55.343995 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15dc5ad-153d-4218-ab3c-ae1e2bb46385 None None] New status for floating IP ac53eb0d-798b-4c95-ae63-5375100062ee: DOWN {{(pid=73834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 06 00:45:55.852759 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61950d8c-08ff-46bf-8458-3cf12a21e3c2 req-1d95c52c-dc36-481c-8b1e-faa2363210eb tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:45:55.853447 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [req-61950d8c-08ff-46bf-8458-3cf12a21e3c2 req-1d95c52c-dc36-481c-8b1e-faa2363210eb tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Synchronizing usage tracker for tenant:24c0c0411f574f8f960e5150472df75e on resource:port {{(pid=73832) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 00:45:55.878229 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [req-61950d8c-08ff-46bf-8458-3cf12a21e3c2 req-1d95c52c-dc36-481c-8b1e-faa2363210eb tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Unset dirty status for tenant:24c0c0411f574f8f960e5150472df75e on resource:port {{(pid=73832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 00:45:55.879347 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-61950d8c-08ff-46bf-8458-3cf12a21e3c2 req-1d95c52c-dc36-481c-8b1e-faa2363210eb tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/ports?device_id=99966b4d-ee85-4f84-a11b-8a0c8d87e337 HTTP/1.1" status: 200  len: 945 time: 0.2041843
May 06 00:45:55.888233 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d180123c-a928-430a-b72b-d2b2b16de78d req-01fa43c1-6a8a-4974-8b1b-9d3524638903 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:45:55.889605 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-d180123c-a928-430a-b72b-d2b2b16de78d req-01fa43c1-6a8a-4974-8b1b-9d3524638903 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.30 "GET /v2.0/ports?device_id=99966b4d-ee85-4f84-a11b-8a0c8d87e337 HTTP/1.1" status: 200  len: 945 time: 0.1151114
May 06 00:45:55.979802 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-61950d8c-08ff-46bf-8458-3cf12a21e3c2 req-7022ca0b-a2f8-4692-9cde-f7aa78f6065e tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/security-groups?id=079ebf81-42ef-4ee7-ac10-dfe00866b3f7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0891805
May 06 00:45:56.051410 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.plugin [req-d180123c-a928-430a-b72b-d2b2b16de78d req-99d66d61-a141-4183-8f26-f4de1b31ceeb tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Deleting port 30b574b6-4519-42fe-86b3-ae8faa5bc753 {{(pid=73832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 06 00:45:56.051750 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-d180123c-a928-430a-b72b-d2b2b16de78d req-99d66d61-a141-4183-8f26-f4de1b31ceeb tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767381331357'] for port, before_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:45:56.180692 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.db [req-d180123c-a928-430a-b72b-d2b2b16de78d req-99d66d61-a141-4183-8f26-f4de1b31ceeb tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] For port 30b574b6-4519-42fe-86b3-ae8faa5bc753, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=30b574b6-4519-42fe-86b3-ae8faa5bc753,segment=NetworkSegment(ab5e7b5f-3e6f-45f7-9818-f391c8735e2a),segment_id=ab5e7b5f-3e6f-45f7-9818-f391c8735e2a)] {{(pid=73832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:45:56.181078 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-d180123c-a928-430a-b72b-d2b2b16de78d req-99d66d61-a141-4183-8f26-f4de1b31ceeb tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404144'] for port, precommit_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:45:56.399219 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.plugin [req-d180123c-a928-430a-b72b-d2b2b16de78d req-99d66d61-a141-4183-8f26-f4de1b31ceeb tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Calling delete_port for 30b574b6-4519-42fe-86b3-ae8faa5bc753 owned by compute:nova {{(pid=73832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 06 00:45:56.509733 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-d180123c-a928-430a-b72b-d2b2b16de78d req-99d66d61-a141-4183-8f26-f4de1b31ceeb tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767381335664', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767380898829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2182845'] for port, after_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:45:56.516827 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-e9a67127-c254-4286-a8b0-c16f470b6047 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:45:56.569788 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d66d61-a141-4183-8f26-f4de1b31ceeb tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Pushing event deleted for resources: {'Port': ['ID=30b574b6-4519-42fe-86b3-ae8faa5bc753,revision_number=None']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:45:56.574319 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-99d66d61-a141-4183-8f26-f4de1b31ceeb tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:45:56.660792 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.l3_dvrscheduler_db [req-d180123c-a928-430a-b72b-d2b2b16de78d req-99d66d61-a141-4183-8f26-f4de1b31ceeb tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] No DVR routers for this DVR port 30b574b6-4519-42fe-86b3-ae8faa5bc753 on host hv-cinder-78462 {{(pid=73832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 06 00:45:56.663690 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-d180123c-a928-430a-b72b-d2b2b16de78d req-99d66d61-a141-4183-8f26-f4de1b31ceeb tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43737'] for port, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:45:56.666617 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99966b4d-ee85-4f84-a11b-8a0c8d87e337', 'name': 'network-vif-deleted', 'tag': '30b574b6-4519-42fe-86b3-ae8faa5bc753'}] {{(pid=73832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 00:45:56.683822 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-d180123c-a928-430a-b72b-d2b2b16de78d req-99d66d61-a141-4183-8f26-f4de1b31ceeb tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.30 "DELETE /v2.0/ports/30b574b6-4519-42fe-86b3-ae8faa5bc753 HTTP/1.1" status: 204  len: 173 time: 0.7805254
May 06 00:45:56.726765 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99966b4d-ee85-4f84-a11b-8a0c8d87e337', 'name': 'network-vif-deleted', 'tag': '30b574b6-4519-42fe-86b3-ae8faa5bc753', 'status': 'completed', 'code': 200}
May 06 00:45:57.144435 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [req-bdd85c68-804a-4f60-8866-303e4f83a788 req-9741ea32-9289-4f90-b520-97694a3929fb tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Synchronizing usage tracker for tenant:24c0c0411f574f8f960e5150472df75e on resource:port {{(pid=73832) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 00:45:57.161673 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [req-bdd85c68-804a-4f60-8866-303e4f83a788 req-9741ea32-9289-4f90-b520-97694a3929fb tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Unset dirty status for tenant:24c0c0411f574f8f960e5150472df75e on resource:port {{(pid=73832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 00:45:57.163479 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-bdd85c68-804a-4f60-8866-303e4f83a788 req-9741ea32-9289-4f90-b520-97694a3929fb tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/ports?device_id=99966b4d-ee85-4f84-a11b-8a0c8d87e337 HTTP/1.1" status: 200  len: 210 time: 0.0654283
May 06 00:45:58.911814 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Device 30b574b6-4519-42fe-86b3-ae8faa5bc753 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=73833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 06 00:45:58.946752 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.plugin [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] No Port match for: 30b574b6-4519-42fe-86b3-ae8faa5bc753 {{(pid=73833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 06 00:45:58.947102 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Device 30b574b6-4519-42fe-86b3-ae8faa5bc753 not bound to the agent host hv-cinder-78462 {{(pid=73833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 06 00:46:00.652359 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 46814) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:46:00.914711 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.plugin [None req-3fc3a5cd-29be-4215-8fb8-aa0aa70b0f86 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Deleting port c7f04c58-84a9-43ba-bf30-8e723e218a68 {{(pid=73832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 06 00:46:00.915301 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-3fc3a5cd-29be-4215-8fb8-aa0aa70b0f86 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767381331357'] for port, before_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:46:01.028348 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-3fc3a5cd-29be-4215-8fb8-aa0aa70b0f86 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404144'] for port, precommit_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:46:01.028672 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-3fc3a5cd-29be-4215-8fb8-aa0aa70b0f86 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:46:01.145911 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.plugin [None req-3fc3a5cd-29be-4215-8fb8-aa0aa70b0f86 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Calling delete_port for c7f04c58-84a9-43ba-bf30-8e723e218a68 owned by network:floatingip {{(pid=73832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 06 00:46:01.265416 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-3fc3a5cd-29be-4215-8fb8-aa0aa70b0f86 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767381335664', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767380898829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2182845'] for port, after_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:46:01.268690 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-8b2d775f-e72e-4bd5-8840-1ad362625ea8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:46:01.311161 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc3a5cd-29be-4215-8fb8-aa0aa70b0f86 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Pushing event deleted for resources: {'Port': ['ID=c7f04c58-84a9-43ba-bf30-8e723e218a68,revision_number=None']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:46:01.314244 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-3fc3a5cd-29be-4215-8fb8-aa0aa70b0f86 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:46:01.401446 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-3fc3a5cd-29be-4215-8fb8-aa0aa70b0f86 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Notify callbacks [] for floatingip, after_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:46:01.401777 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.db.l3_db [None req-3fc3a5cd-29be-4215-8fb8-aa0aa70b0f86 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Floating IP d898174f-59d3-4416-8d4c-4cbde8c5cf18 disassociated (deleted). External IP: 172.27.3.245, port: 3c4d914c-bbe8-4f3b-9130-9c6756fc892a.
May 06 00:46:01.841143 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fc3a5cd-29be-4215-8fb8-aa0aa70b0f86 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Router 41a6e37e-02c6-4008-8826-bde16799ef0c has already been hosted by L3 agent 3fa0790c-dd29-4495-aa07-f8a2ae482509 {{(pid=73832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 06 00:46:02.014107 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fc3a5cd-29be-4215-8fb8-aa0aa70b0f86 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Notify agent at l3_agent.dv-cinder-784623-8-iscsi the message routers_updated {{(pid=73832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 06 00:46:02.023347 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b37153-7672-49cf-af32-530ac7bcefb0 None None] Sync routers for ids ['41a6e37e-02c6-4008-8826-bde16799ef0c'] in dv-cinder-784623-8-iscsi {{(pid=73833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 06 00:46:02.032810 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b37153-7672-49cf-af32-530ac7bcefb0 None None] Routers {'41a6e37e-02c6-4008-8826-bde16799ef0c'} bound to L3 agent in host dv-cinder-784623-8-iscsi {{(pid=73833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 00:46:02.033429 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_hamode_db [None req-d8b37153-7672-49cf-af32-530ac7bcefb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9509097c10>, 'dv-cinder-784623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-06T00:27:20Z,description=<?>,heartbeat_timestamp=2021-05-06T00:45:50Z,host='dv-cinder-784623-8-iscsi',id=3fa0790c-dd29-4495-aa07-f8a2ae482509,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T00:27:20Z,topic='l3_agent')) {'router_ids': ['41a6e37e-02c6-4008-8826-bde16799ef0c'], 'active': True} {{(pid=73833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:46:02.033847 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-3fc3a5cd-29be-4215-8fb8-aa0aa70b0f86 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43737'] for floatingip, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:46:02.091505 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-3fc3a5cd-29be-4215-8fb8-aa0aa70b0f86 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "DELETE /v2.0/floatingips/d898174f-59d3-4416-8d4c-4cbde8c5cf18 HTTP/1.1" status: 204  len: 168 time: 1.4380436
May 06 00:46:02.092122 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '237343ba-d2ad-43de-b010-b72bf9b3fc81', 'tag': '3c4d914c-bbe8-4f3b-9130-9c6756fc892a'}] {{(pid=73832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 00:46:02.138655 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '237343ba-d2ad-43de-b010-b72bf9b3fc81', 'tag': '3c4d914c-bbe8-4f3b-9130-9c6756fc892a', 'status': 'completed', 'code': 200}
May 06 00:46:02.222740 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_dvr_db [None req-d8b37153-7672-49cf-af32-530ac7bcefb0 None None] Set router 41a6e37e-02c6-4008-8826-bde16799ef0c gateway port host: dv-cinder-784623-8-iscsi {{(pid=73833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 00:46:02.234609 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f21708-3700-4dbe-bc5f-215b93358cfd req-9bea6b98-9527-4033-af79-527ebf8d328b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:46:02.236409 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-d9f21708-3700-4dbe-bc5f-215b93358cfd req-9bea6b98-9527-4033-af79-527ebf8d328b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=24c0c0411f574f8f960e5150472df75e&device_id=237343ba-d2ad-43de-b010-b72bf9b3fc81 HTTP/1.1" status: 200  len: 1098 time: 0.0769889
May 06 00:46:02.408361 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f21708-3700-4dbe-bc5f-215b93358cfd req-09755566-a6e1-4a81-9fc5-35be8cff46d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:46:02.409865 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-d9f21708-3700-4dbe-bc5f-215b93358cfd req-09755566-a6e1-4a81-9fc5-35be8cff46d4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b3eca023-a406-48df-a3db-ebd6b6f9c1bf HTTP/1.1" status: 200  len: 913 time: 0.1664739
May 06 00:46:02.483748 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-d9f21708-3700-4dbe-bc5f-215b93358cfd req-ae144e4b-7b48-4402-b7b1-0ce15a2b60ca service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3c4d914c-bbe8-4f3b-9130-9c6756fc892a HTTP/1.1" status: 200  len: 217 time: 0.0658488
May 06 00:46:02.492766 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cc7726-8d2c-48da-9125-efde2eecf2a3 req-79a75985-b437-4eea-b018-5914b0ba74f6 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:46:02.494222 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-20cc7726-8d2c-48da-9125-efde2eecf2a3 req-79a75985-b437-4eea-b018-5914b0ba74f6 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/ports?device_id=237343ba-d2ad-43de-b010-b72bf9b3fc81 HTTP/1.1" status: 200  len: 945 time: 0.0845323
May 06 00:46:02.539353 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [req-20cc7726-8d2c-48da-9125-efde2eecf2a3 req-fafeeeb3-30ab-4ee5-afd9-ed0c4ce71dac tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/security-groups?id=079ebf81-42ef-4ee7-ac10-dfe00866b3f7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391414
May 06 00:46:02.549927 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f21708-3700-4dbe-bc5f-215b93358cfd req-2a057494-4bd9-4e44-9c3a-cc16c10dd879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:46:02.551369 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-d9f21708-3700-4dbe-bc5f-215b93358cfd req-2a057494-4bd9-4e44-9c3a-cc16c10dd879 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=abd7dd6a-5cfe-4ac3-a1f5-824fa1d29c3f HTTP/1.1" status: 200  len: 851 time: 0.0609133
May 06 00:46:02.593519 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_hamode_db [None req-d8b37153-7672-49cf-af32-530ac7bcefb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9509097c10>, [{'id': '41a6e37e-02c6-4008-8826-bde16799ef0c', 'name': 'tempest-TestVolumeBootPattern-1167851366-router', 'tenant_id': '24c0c0411f574f8f960e5150472df75e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'external_fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'f4c3c0aa-d0a0-4fa1-a400-ccbb23f85508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:37:53Z', 'updated_at': '2021-05-06T00:38:00Z', 'revision_number': 4, 'project_id': '24c0c0411f574f8f960e5150472df75e', 'gw_port': {'id': 'f4c3c0aa-d0a0-4fa1-a400-ccbb23f85508', 'name': '', 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:28:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a6e37e-02c6-4008-8826-bde16799ef0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:37:55Z', 'updated_at': '2021-05-06T00:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-iscsi', '_interfaces': [{'id': '64e79fd4-fc6f-4aca-8b86-d7ad2bbd4f44', 'name': '', 'network_id': 'b3eca023-a406-48df-a3db-ebd6b6f9c1bf', 'tenant_id': '24c0c0411f574f8f960e5150472df75e', 'mac_address': 'fa:16:3e:fd:86:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a6e37e-02c6-4008-8826-bde16799ef0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'abd7dd6a-5cfe-4ac3-a1f5-824fa1d29c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:37:59Z', 'updated_at': '2021-05-06T00:38:09Z', 'revision_number': 5, 'project_id': '24c0c0411f574f8f960e5150472df75e', 'subnets': [{'id': 'abd7dd6a-5cfe-4ac3-a1f5-824fa1d29c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-8-iscsi', False) {} {{(pid=73833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:46:02.597175 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b37153-7672-49cf-af32-530ac7bcefb0 None None] Checking router: 41a6e37e-02c6-4008-8826-bde16799ef0c for host: dv-cinder-784623-8-iscsi {{(pid=73833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 06 00:46:02.605708 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b37153-7672-49cf-af32-530ac7bcefb0 None None] Routers {'41a6e37e-02c6-4008-8826-bde16799ef0c'} bound to L3 agent in host dv-cinder-784623-8-iscsi {{(pid=73833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 00:46:02.606322 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_hamode_db [None req-d8b37153-7672-49cf-af32-530ac7bcefb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9509097c10>, 'dv-cinder-784623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-06T00:27:20Z,description=<?>,heartbeat_timestamp=2021-05-06T00:45:50Z,host='dv-cinder-784623-8-iscsi',id=3fa0790c-dd29-4495-aa07-f8a2ae482509,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T00:27:20Z,topic='l3_agent')) {'router_ids': ['41a6e37e-02c6-4008-8826-bde16799ef0c'], 'active': True} {{(pid=73833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:46:02.629240 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f21708-3700-4dbe-bc5f-215b93358cfd req-fa94cb24-2aff-455c-84c5-24bcf7eec60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:46:02.630714 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-d9f21708-3700-4dbe-bc5f-215b93358cfd req-fa94cb24-2aff-455c-84c5-24bcf7eec60c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b3eca023-a406-48df-a3db-ebd6b6f9c1bf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0715981
May 06 00:46:02.765926 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-d9f21708-3700-4dbe-bc5f-215b93358cfd req-2b4ce35f-17dd-41f7-9c26-8ff6f999ba41 service neutron] 10.222.0.30 "GET /v2.0/networks/b3eca023-a406-48df-a3db-ebd6b6f9c1bf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1277192
May 06 00:46:02.785550 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_dvr_db [None req-d8b37153-7672-49cf-af32-530ac7bcefb0 None None] Set router 41a6e37e-02c6-4008-8826-bde16799ef0c gateway port host: dv-cinder-784623-8-iscsi {{(pid=73833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 00:46:02.897443 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-d9f21708-3700-4dbe-bc5f-215b93358cfd req-48fcabcc-855e-45c2-9a46-f720275bb829 service neutron] 10.222.0.30 "GET /v2.0/networks/b3eca023-a406-48df-a3db-ebd6b6f9c1bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1243951
May 06 00:46:03.094117 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_hamode_db [None req-d8b37153-7672-49cf-af32-530ac7bcefb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9509097c10>, [{'id': '41a6e37e-02c6-4008-8826-bde16799ef0c', 'name': 'tempest-TestVolumeBootPattern-1167851366-router', 'tenant_id': '24c0c0411f574f8f960e5150472df75e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'external_fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'f4c3c0aa-d0a0-4fa1-a400-ccbb23f85508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:37:53Z', 'updated_at': '2021-05-06T00:38:00Z', 'revision_number': 4, 'project_id': '24c0c0411f574f8f960e5150472df75e', 'gw_port': {'id': 'f4c3c0aa-d0a0-4fa1-a400-ccbb23f85508', 'name': '', 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:28:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a6e37e-02c6-4008-8826-bde16799ef0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:37:55Z', 'updated_at': '2021-05-06T00:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-iscsi', '_interfaces': [{'id': '64e79fd4-fc6f-4aca-8b86-d7ad2bbd4f44', 'name': '', 'network_id': 'b3eca023-a406-48df-a3db-ebd6b6f9c1bf', 'tenant_id': '24c0c0411f574f8f960e5150472df75e', 'mac_address': 'fa:16:3e:fd:86:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a6e37e-02c6-4008-8826-bde16799ef0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'abd7dd6a-5cfe-4ac3-a1f5-824fa1d29c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:37:59Z', 'updated_at': '2021-05-06T00:38:09Z', 'revision_number': 5, 'project_id': '24c0c0411f574f8f960e5150472df75e', 'subnets': [{'id': 'abd7dd6a-5cfe-4ac3-a1f5-824fa1d29c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-8-iscsi', False) {} {{(pid=73833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:46:03.098004 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b37153-7672-49cf-af32-530ac7bcefb0 None None] The sync data for ids ['41a6e37e-02c6-4008-8826-bde16799ef0c'] in dv-cinder-784623-8-iscsi is: [{'id': '41a6e37e-02c6-4008-8826-bde16799ef0c', 'name': 'tempest-TestVolumeBootPattern-1167851366-router', 'tenant_id': '24c0c0411f574f8f960e5150472df75e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'external_fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'f4c3c0aa-d0a0-4fa1-a400-ccbb23f85508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:37:53Z', 'updated_at': '2021-05-06T00:38:00Z', 'revision_number': 4, 'project_id': '24c0c0411f574f8f960e5150472df75e', 'gw_port': {'id': 'f4c3c0aa-d0a0-4fa1-a400-ccbb23f85508', 'name': '', 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:28:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a6e37e-02c6-4008-8826-bde16799ef0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:37:55Z', 'updated_at': '2021-05-06T00:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-iscsi', '_interfaces': [{'id': '64e79fd4-fc6f-4aca-8b86-d7ad2bbd4f44', 'name': '', 'network_id': 'b3eca023-a406-48df-a3db-ebd6b6f9c1bf', 'tenant_id': '24c0c0411f574f8f960e5150472df75e', 'mac_address': 'fa:16:3e:fd:86:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a6e37e-02c6-4008-8826-bde16799ef0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'abd7dd6a-5cfe-4ac3-a1f5-824fa1d29c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:37:59Z', 'updated_at': '2021-05-06T00:38:09Z', 'revision_number': 5, 'project_id': '24c0c0411f574f8f960e5150472df75e', 'subnets': [{'id': 'abd7dd6a-5cfe-4ac3-a1f5-824fa1d29c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 06 00:46:03.286523 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c15d5b-9d52-4abb-94ea-e462597cf5c2 None None] New status for floating IP d898174f-59d3-4416-8d4c-4cbde8c5cf18: DOWN {{(pid=73834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 06 00:46:03.730901 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7041a53b-4afb-4517-9ea2-618afe2f6dc3 req-3b24af06-5753-49ce-8bcd-2df4fa013da9 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:46:03.731509 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [req-7041a53b-4afb-4517-9ea2-618afe2f6dc3 req-3b24af06-5753-49ce-8bcd-2df4fa013da9 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Synchronizing usage tracker for tenant:24c0c0411f574f8f960e5150472df75e on resource:port {{(pid=73832) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 00:46:03.746918 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [req-7041a53b-4afb-4517-9ea2-618afe2f6dc3 req-3b24af06-5753-49ce-8bcd-2df4fa013da9 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Unset dirty status for tenant:24c0c0411f574f8f960e5150472df75e on resource:port {{(pid=73832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 00:46:03.748034 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-7041a53b-4afb-4517-9ea2-618afe2f6dc3 req-3b24af06-5753-49ce-8bcd-2df4fa013da9 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/ports?device_id=237343ba-d2ad-43de-b010-b72bf9b3fc81 HTTP/1.1" status: 200  len: 945 time: 0.0988934
May 06 00:46:03.792164 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-7041a53b-4afb-4517-9ea2-618afe2f6dc3 req-d483b460-c9c5-4707-83d7-064ca4bc1534 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/security-groups?id=079ebf81-42ef-4ee7-ac10-dfe00866b3f7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0384262
May 06 00:46:03.878368 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c13e4e1-06d9-4737-a67c-98081ba066b9 req-71d8a4f3-03ae-4edb-b427-db378344033c tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 00:46:03.879762 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-4c13e4e1-06d9-4737-a67c-98081ba066b9 req-71d8a4f3-03ae-4edb-b427-db378344033c tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.30 "GET /v2.0/ports?device_id=237343ba-d2ad-43de-b010-b72bf9b3fc81 HTTP/1.1" status: 200  len: 945 time: 0.0779645
May 06 00:46:04.012151 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.plugin [req-4c13e4e1-06d9-4737-a67c-98081ba066b9 req-ab2f62ed-e69a-468a-9238-3db4432f55fa tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Deleting port 3c4d914c-bbe8-4f3b-9130-9c6756fc892a {{(pid=73832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 06 00:46:04.012836 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-4c13e4e1-06d9-4737-a67c-98081ba066b9 req-ab2f62ed-e69a-468a-9238-3db4432f55fa tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767381331357'] for port, before_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:46:04.141916 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.db [req-4c13e4e1-06d9-4737-a67c-98081ba066b9 req-ab2f62ed-e69a-468a-9238-3db4432f55fa tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] For port 3c4d914c-bbe8-4f3b-9130-9c6756fc892a, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=3c4d914c-bbe8-4f3b-9130-9c6756fc892a,segment=NetworkSegment(ab5e7b5f-3e6f-45f7-9818-f391c8735e2a),segment_id=ab5e7b5f-3e6f-45f7-9818-f391c8735e2a)] {{(pid=73832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:46:04.142273 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-4c13e4e1-06d9-4737-a67c-98081ba066b9 req-ab2f62ed-e69a-468a-9238-3db4432f55fa tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404144'] for port, precommit_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:46:04.352326 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.plugin [req-4c13e4e1-06d9-4737-a67c-98081ba066b9 req-ab2f62ed-e69a-468a-9238-3db4432f55fa tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Calling delete_port for 3c4d914c-bbe8-4f3b-9130-9c6756fc892a owned by compute:nova {{(pid=73832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 06 00:46:04.458649 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-4c13e4e1-06d9-4737-a67c-98081ba066b9 req-ab2f62ed-e69a-468a-9238-3db4432f55fa tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767381335664', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767380898829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2182845'] for port, after_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:46:04.464608 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-032e7d47-674b-4430-a50d-405d0d5ec956 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:46:04.510509 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2f62ed-e69a-468a-9238-3db4432f55fa tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Pushing event deleted for resources: {'Port': ['ID=3c4d914c-bbe8-4f3b-9130-9c6756fc892a,revision_number=None']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:46:04.513926 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-ab2f62ed-e69a-468a-9238-3db4432f55fa tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:46:04.585057 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c13e4e1-06d9-4737-a67c-98081ba066b9 req-ab2f62ed-e69a-468a-9238-3db4432f55fa tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] No DVR routers for this DVR port 3c4d914c-bbe8-4f3b-9130-9c6756fc892a on host hv-cinder-78462 {{(pid=73832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 06 00:46:04.587386 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [req-4c13e4e1-06d9-4737-a67c-98081ba066b9 req-ab2f62ed-e69a-468a-9238-3db4432f55fa tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43737'] for port, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:46:04.589779 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '237343ba-d2ad-43de-b010-b72bf9b3fc81', 'name': 'network-vif-deleted', 'tag': '3c4d914c-bbe8-4f3b-9130-9c6756fc892a'}] {{(pid=73832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 00:46:04.604827 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-4c13e4e1-06d9-4737-a67c-98081ba066b9 req-ab2f62ed-e69a-468a-9238-3db4432f55fa tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.30 "DELETE /v2.0/ports/3c4d914c-bbe8-4f3b-9130-9c6756fc892a HTTP/1.1" status: 204  len: 173 time: 0.7196856
May 06 00:46:04.634689 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '237343ba-d2ad-43de-b010-b72bf9b3fc81', 'name': 'network-vif-deleted', 'tag': '3c4d914c-bbe8-4f3b-9130-9c6756fc892a', 'status': 'completed', 'code': 200}
May 06 00:46:04.948236 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [req-edc4baad-2af5-48f0-8ff8-a92e85ad349a req-808c44d0-253c-4f2c-8552-69d575399b09 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Synchronizing usage tracker for tenant:24c0c0411f574f8f960e5150472df75e on resource:port {{(pid=73832) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 00:46:04.966293 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.quota.resource [req-edc4baad-2af5-48f0-8ff8-a92e85ad349a req-808c44d0-253c-4f2c-8552-69d575399b09 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Unset dirty status for tenant:24c0c0411f574f8f960e5150472df75e on resource:port {{(pid=73832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 00:46:04.967670 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [req-edc4baad-2af5-48f0-8ff8-a92e85ad349a req-808c44d0-253c-4f2c-8552-69d575399b09 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "GET /v2.0/ports?device_id=237343ba-d2ad-43de-b010-b72bf9b3fc81 HTTP/1.1" status: 200  len: 210 time: 0.0666413
May 06 00:46:06.068480 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [-] (73832) accepted ('10.222.0.24', 46832) {{(pid=73832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:46:06.282615 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.plugin [None req-12347f24-bc75-4a5f-a3f4-208875567721 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Deleting port 3ead1fab-4ce1-4318-bbd5-de7a88ae510e {{(pid=73832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 06 00:46:06.282847 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-12347f24-bc75-4a5f-a3f4-208875567721 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767381331357'] for port, before_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:46:06.397847 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-12347f24-bc75-4a5f-a3f4-208875567721 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404144'] for port, precommit_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:46:06.398157 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-12347f24-bc75-4a5f-a3f4-208875567721 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:46:06.516785 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.plugins.ml2.plugin [None req-12347f24-bc75-4a5f-a3f4-208875567721 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Calling delete_port for 3ead1fab-4ce1-4318-bbd5-de7a88ae510e owned by network:floatingip {{(pid=73832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 06 00:46:06.623399 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-12347f24-bc75-4a5f-a3f4-208875567721 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767381335664', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767380898829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2182845'] for port, after_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:46:06.627616 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-7e2f71b2-dac9-4f3d-bc81-0b7fe5494e58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:46:06.672773 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12347f24-bc75-4a5f-a3f4-208875567721 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Pushing event deleted for resources: {'Port': ['ID=3ead1fab-4ce1-4318-bbd5-de7a88ae510e,revision_number=None']} {{(pid=73832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:46:06.675662 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-12347f24-bc75-4a5f-a3f4-208875567721 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:46:06.761821 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-12347f24-bc75-4a5f-a3f4-208875567721 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Notify callbacks [] for floatingip, after_delete {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:46:06.778895 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-12347f24-bc75-4a5f-a3f4-208875567721 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43737'] for floatingip, before_response {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:46:06.779991 dv-cinder-784623-8-iscsi neutron-server[73832]: INFO neutron.wsgi [None req-12347f24-bc75-4a5f-a3f4-208875567721 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "DELETE /v2.0/floatingips/1eed3718-e345-4685-aa6a-ca227bc24be7 HTTP/1.1" status: 204  len: 168 time: 0.7104979
May 06 00:46:06.911213 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Device 3c4d914c-bbe8-4f3b-9130-9c6756fc892a no longer exists at agent hyperv_hv-cinder-78462 {{(pid=73833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 06 00:46:06.946600 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.plugin [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] No Port match for: 3c4d914c-bbe8-4f3b-9130-9c6756fc892a {{(pid=73833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 06 00:46:06.946957 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Device 3c4d914c-bbe8-4f3b-9130-9c6756fc892a not bound to the agent host hv-cinder-78462 {{(pid=73833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 06 00:46:08.149939 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 46846) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:46:08.218293 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-f70b2e09-fd58-48f0-8eae-8f8c48e9f0c0 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Notify callbacks [] for security_group, before_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:46:08.247720 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-f70b2e09-fd58-48f0-8eae-8f8c48e9f0c0 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:46:08.309628 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-f70b2e09-fd58-48f0-8eae-8f8c48e9f0c0 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:46:08.313427 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-e70c5966-dd83-42d3-a6a3-692c40c1abd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:46:08.328232 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70b2e09-fd58-48f0-8eae-8f8c48e9f0c0 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=079ebf81-42ef-4ee7-ac10-dfe00866b3f7,revision_number=None']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:46:08.337459 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70b2e09-fd58-48f0-8eae-8f8c48e9f0c0 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:46:08.337834 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70b2e09-fd58-48f0-8eae-8f8c48e9f0c0 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:46:08.338204 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70b2e09-fd58-48f0-8eae-8f8c48e9f0c0 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:46:08.338564 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70b2e09-fd58-48f0-8eae-8f8c48e9f0c0 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:46:08.338918 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70b2e09-fd58-48f0-8eae-8f8c48e9f0c0 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:46:08.339273 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70b2e09-fd58-48f0-8eae-8f8c48e9f0c0 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:46:08.339629 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70b2e09-fd58-48f0-8eae-8f8c48e9f0c0 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:46:08.339980 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70b2e09-fd58-48f0-8eae-8f8c48e9f0c0 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:46:08.340332 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70b2e09-fd58-48f0-8eae-8f8c48e9f0c0 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:46:08.340729 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70b2e09-fd58-48f0-8eae-8f8c48e9f0c0 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:46:08.341055 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70b2e09-fd58-48f0-8eae-8f8c48e9f0c0 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:46:08.341401 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70b2e09-fd58-48f0-8eae-8f8c48e9f0c0 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:46:08.344526 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-f70b2e09-fd58-48f0-8eae-8f8c48e9f0c0 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:46:08.351809 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-f70b2e09-fd58-48f0-8eae-8f8c48e9f0c0 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] Notify callbacks [] for security_group, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:46:08.352932 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-f70b2e09-fd58-48f0-8eae-8f8c48e9f0c0 tempest-TestVolumeBootPattern-2136213999 tempest-TestVolumeBootPattern-2136213999-project] 10.222.0.24 "DELETE /v2.0/security-groups/079ebf81-42ef-4ee7-ac10-dfe00866b3f7 HTTP/1.1" status: 204  len: 168 time: 0.2020230
May 06 00:46:08.410727 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 46852) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:46:09.136186 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-fdaa6cd9-420e-4c7a-adba-72b534932435 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401482'] for router_interface, before_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:46:09.541697 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.plugin [None req-fdaa6cd9-420e-4c7a-adba-72b534932435 admin admin] Deleting port 64e79fd4-fc6f-4aca-8b86-d7ad2bbd4f44 {{(pid=73831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 06 00:46:09.542416 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-fdaa6cd9-420e-4c7a-adba-72b534932435 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767381331357'] for port, before_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:46:09.659759 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.db [None req-fdaa6cd9-420e-4c7a-adba-72b534932435 admin admin] For port 64e79fd4-fc6f-4aca-8b86-d7ad2bbd4f44, host dv-cinder-784623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-iscsi',level=0,port_id=64e79fd4-fc6f-4aca-8b86-d7ad2bbd4f44,segment=NetworkSegment(ab5e7b5f-3e6f-45f7-9818-f391c8735e2a),segment_id=ab5e7b5f-3e6f-45f7-9818-f391c8735e2a)] {{(pid=73831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:46:09.660107 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-fdaa6cd9-420e-4c7a-adba-72b534932435 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404144'] for port, precommit_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:46:09.780871 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.plugin [None req-fdaa6cd9-420e-4c7a-adba-72b534932435 admin admin] Calling delete_port for 64e79fd4-fc6f-4aca-8b86-d7ad2bbd4f44 owned by network:router_interface {{(pid=73831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 06 00:46:09.921595 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-fdaa6cd9-420e-4c7a-adba-72b534932435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767381335664', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767380898829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2942582'] for port, after_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:46:09.925888 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-7c08b179-fa70-4dd5-9595-675c0d5a54c3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:46:09.967649 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaa6cd9-420e-4c7a-adba-72b534932435 admin admin] Pushing event deleted for resources: {'Port': ['ID=64e79fd4-fc6f-4aca-8b86-d7ad2bbd4f44,revision_number=None']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:46:09.970787 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-fdaa6cd9-420e-4c7a-adba-72b534932435 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:46:10.233353 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-fdaa6cd9-420e-4c7a-adba-72b534932435 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-407034'] for router_interface, after_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:46:10.684927 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdaa6cd9-420e-4c7a-adba-72b534932435 admin admin] Router 41a6e37e-02c6-4008-8826-bde16799ef0c has already been hosted by L3 agent 3fa0790c-dd29-4495-aa07-f8a2ae482509 {{(pid=73831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 06 00:46:10.858029 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdaa6cd9-420e-4c7a-adba-72b534932435 admin admin] Notify agent at l3_agent.dv-cinder-784623-8-iscsi the message routers_updated {{(pid=73831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 06 00:46:10.866681 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c14b40e-bbf1-412a-bdf4-b7f73089eecf None None] Sync routers for ids ['41a6e37e-02c6-4008-8826-bde16799ef0c'] in dv-cinder-784623-8-iscsi {{(pid=73833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 06 00:46:10.870510 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-fdaa6cd9-420e-4c7a-adba-72b534932435 admin admin] 10.222.0.24 "PUT /v2.0/routers/41a6e37e-02c6-4008-8826-bde16799ef0c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4587448
May 06 00:46:10.873023 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 46858) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:46:10.876038 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c14b40e-bbf1-412a-bdf4-b7f73089eecf None None] Routers {'41a6e37e-02c6-4008-8826-bde16799ef0c'} bound to L3 agent in host dv-cinder-784623-8-iscsi {{(pid=73833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 00:46:10.876648 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_hamode_db [None req-6c14b40e-bbf1-412a-bdf4-b7f73089eecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f95092e7040>, 'dv-cinder-784623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-06T00:27:20Z,description=<?>,heartbeat_timestamp=2021-05-06T00:45:50Z,host='dv-cinder-784623-8-iscsi',id=3fa0790c-dd29-4495-aa07-f8a2ae482509,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T00:27:20Z,topic='l3_agent')) {'router_ids': ['41a6e37e-02c6-4008-8826-bde16799ef0c'], 'active': True} {{(pid=73833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:46:11.049316 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-3ca053a6-84d2-495c-9a5b-93e0733a27ae admin admin] Notify callbacks [] for router, before_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:46:11.050403 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_dvr_db [None req-6c14b40e-bbf1-412a-bdf4-b7f73089eecf None None] Set router 41a6e37e-02c6-4008-8826-bde16799ef0c gateway port host: dv-cinder-784623-8-iscsi {{(pid=73833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 00:46:11.221135 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-3ca053a6-84d2-495c-9a5b-93e0733a27ae admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:46:11.296569 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.plugin [None req-3ca053a6-84d2-495c-9a5b-93e0733a27ae admin admin] Deleting port f4c3c0aa-d0a0-4fa1-a400-ccbb23f85508 {{(pid=73831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 06 00:46:11.296943 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-3ca053a6-84d2-495c-9a5b-93e0733a27ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767381331357'] for port, before_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:46:11.331026 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_hamode_db [None req-6c14b40e-bbf1-412a-bdf4-b7f73089eecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f95092e7040>, [{'id': '41a6e37e-02c6-4008-8826-bde16799ef0c', 'name': 'tempest-TestVolumeBootPattern-1167851366-router', 'tenant_id': '24c0c0411f574f8f960e5150472df75e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'external_fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'f4c3c0aa-d0a0-4fa1-a400-ccbb23f85508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:37:53Z', 'updated_at': '2021-05-06T00:46:09Z', 'revision_number': 5, 'project_id': '24c0c0411f574f8f960e5150472df75e', 'gw_port': {'id': 'f4c3c0aa-d0a0-4fa1-a400-ccbb23f85508', 'name': '', 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:28:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a6e37e-02c6-4008-8826-bde16799ef0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:37:55Z', 'updated_at': '2021-05-06T00:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-iscsi'}], 'dv-cinder-784623-8-iscsi', False) {} {{(pid=73833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:46:11.335373 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c14b40e-bbf1-412a-bdf4-b7f73089eecf None None] Checking router: 41a6e37e-02c6-4008-8826-bde16799ef0c for host: dv-cinder-784623-8-iscsi {{(pid=73833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 06 00:46:11.343490 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c14b40e-bbf1-412a-bdf4-b7f73089eecf None None] Routers {'41a6e37e-02c6-4008-8826-bde16799ef0c'} bound to L3 agent in host dv-cinder-784623-8-iscsi {{(pid=73833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 00:46:11.344086 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_hamode_db [None req-6c14b40e-bbf1-412a-bdf4-b7f73089eecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f95092e7040>, 'dv-cinder-784623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-06T00:27:20Z,description=<?>,heartbeat_timestamp=2021-05-06T00:45:50Z,host='dv-cinder-784623-8-iscsi',id=3fa0790c-dd29-4495-aa07-f8a2ae482509,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T00:27:20Z,topic='l3_agent')) {'router_ids': ['41a6e37e-02c6-4008-8826-bde16799ef0c'], 'active': True} {{(pid=73833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:46:11.420323 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.db [None req-3ca053a6-84d2-495c-9a5b-93e0733a27ae admin admin] For port f4c3c0aa-d0a0-4fa1-a400-ccbb23f85508, host dv-cinder-784623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-iscsi',level=0,port_id=f4c3c0aa-d0a0-4fa1-a400-ccbb23f85508,segment=NetworkSegment(9e77dc6e-5839-4c5c-8941-3e48c898c98b),segment_id=9e77dc6e-5839-4c5c-8941-3e48c898c98b)] {{(pid=73831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:46:11.420679 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-3ca053a6-84d2-495c-9a5b-93e0733a27ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404144'] for port, precommit_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:46:11.528555 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_dvr_db [None req-6c14b40e-bbf1-412a-bdf4-b7f73089eecf None None] Set router 41a6e37e-02c6-4008-8826-bde16799ef0c gateway port host: None {{(pid=73833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 00:46:11.542234 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.plugin [None req-3ca053a6-84d2-495c-9a5b-93e0733a27ae admin admin] Calling delete_port for f4c3c0aa-d0a0-4fa1-a400-ccbb23f85508 owned by network:router_gateway {{(pid=73831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 06 00:46:11.634849 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_hamode_db [None req-6c14b40e-bbf1-412a-bdf4-b7f73089eecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f95092e7040>, [{'id': '41a6e37e-02c6-4008-8826-bde16799ef0c', 'name': 'tempest-TestVolumeBootPattern-1167851366-router', 'tenant_id': '24c0c0411f574f8f960e5150472df75e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:37:53Z', 'updated_at': '2021-05-06T00:46:11Z', 'revision_number': 6, 'project_id': '24c0c0411f574f8f960e5150472df75e', 'gw_port_host': None}], 'dv-cinder-784623-8-iscsi', False) {} {{(pid=73833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:46:11.639133 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c14b40e-bbf1-412a-bdf4-b7f73089eecf None None] The sync data for ids ['41a6e37e-02c6-4008-8826-bde16799ef0c'] in dv-cinder-784623-8-iscsi is: [{'id': '41a6e37e-02c6-4008-8826-bde16799ef0c', 'name': 'tempest-TestVolumeBootPattern-1167851366-router', 'tenant_id': '24c0c0411f574f8f960e5150472df75e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:37:53Z', 'updated_at': '2021-05-06T00:46:11Z', 'revision_number': 6, 'project_id': '24c0c0411f574f8f960e5150472df75e', 'gw_port_host': None}] {{(pid=73833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 06 00:46:11.786280 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-3ca053a6-84d2-495c-9a5b-93e0733a27ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767381335664', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767380898829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2942582'] for port, after_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:46:11.789754 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-c8e83672-2ad2-4209-843d-36aefbae88d1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:46:11.831003 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca053a6-84d2-495c-9a5b-93e0733a27ae admin admin] Pushing event deleted for resources: {'Port': ['ID=f4c3c0aa-d0a0-4fa1-a400-ccbb23f85508,revision_number=None']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:46:11.834638 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-3ca053a6-84d2-495c-9a5b-93e0733a27ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:46:11.922961 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-3ca053a6-84d2-495c-9a5b-93e0733a27ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407918'] for router_gateway, after_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:46:12.095245 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-3ca053a6-84d2-495c-9a5b-93e0733a27ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-433714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3422'] for router, precommit_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:46:12.097410 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-3ca053a6-84d2-495c-9a5b-93e0733a27ae admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:46:12.119969 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-3ca053a6-84d2-495c-9a5b-93e0733a27ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451452'] for router, after_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:46:12.120480 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ca053a6-84d2-495c-9a5b-93e0733a27ae admin admin] Fanout notify agent at l3_agent the message router_deleted on router 41a6e37e-02c6-4008-8826-bde16799ef0c {{(pid=73831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 06 00:46:12.133570 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-3ca053a6-84d2-495c-9a5b-93e0733a27ae admin admin] Notify callbacks [] for router, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:46:12.134667 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-3ca053a6-84d2-495c-9a5b-93e0733a27ae admin admin] 10.222.0.24 "DELETE /v2.0/routers/41a6e37e-02c6-4008-8826-bde16799ef0c HTTP/1.1" status: 204  len: 168 time: 1.2607710
May 06 00:46:12.137188 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 46862) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:46:12.199859 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.db_base_plugin_v2 [None req-8aba622e-9cfc-4ffb-81f3-1ce728ca2aee admin admin] Deleting subnet abd7dd6a-5cfe-4ac3-a1f5-824fa1d29c3f {{(pid=73831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 06 00:46:12.202758 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-8aba622e-9cfc-4ffb-81f3-1ce728ca2aee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:46:12.250562 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-8aba622e-9cfc-4ffb-81f3-1ce728ca2aee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2930050'] for subnet, precommit_delete_associations {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:46:12.329218 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-8aba622e-9cfc-4ffb-81f3-1ce728ca2aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736327'] for subnet, precommit_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:46:12.406977 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Device 64e79fd4-fc6f-4aca-8b86-d7ad2bbd4f44 no longer exists at agent ovs-agent-dv-cinder-784623-8-iscsi {{(pid=73833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 06 00:46:12.441438 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.plugin [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] No Port match for: 64e79fd4-fc6f-4aca-8b86-d7ad2bbd4f44 {{(pid=73833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 06 00:46:12.441900 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Device 64e79fd4-fc6f-4aca-8b86-d7ad2bbd4f44 not bound to the agent host dv-cinder-784623-8-iscsi {{(pid=73833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 06 00:46:12.442394 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Device f4c3c0aa-d0a0-4fa1-a400-ccbb23f85508 no longer exists at agent ovs-agent-dv-cinder-784623-8-iscsi {{(pid=73833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 06 00:46:12.477496 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.plugin [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] No Port match for: f4c3c0aa-d0a0-4fa1-a400-ccbb23f85508 {{(pid=73833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 06 00:46:12.477921 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Device f4c3c0aa-d0a0-4fa1-a400-ccbb23f85508 not bound to the agent host dv-cinder-784623-8-iscsi {{(pid=73833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 06 00:46:12.580993 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-8aba622e-9cfc-4ffb-81f3-1ce728ca2aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2942501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3145219'] for subnet, after_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:46:12.585363 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:46:12.623603 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aba622e-9cfc-4ffb-81f3-1ce728ca2aee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abd7dd6a-5cfe-4ac3-a1f5-824fa1d29c3f,revision_number=None']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:46:12.626578 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-8aba622e-9cfc-4ffb-81f3-1ce728ca2aee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:46:12.627523 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-8aba622e-9cfc-4ffb-81f3-1ce728ca2aee admin admin] Notify callbacks [] for subnet, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:46:12.633537 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1fa327-3a27-4c1b-a31f-ef467700adbd None None] Network b3eca023-a406-48df-a3db-ebd6b6f9c1bf requested from dv-cinder-784623-8-iscsi {{(pid=73833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 06 00:46:12.636658 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-8aba622e-9cfc-4ffb-81f3-1ce728ca2aee admin admin] 10.222.0.24 "DELETE /v2.0/subnets/abd7dd6a-5cfe-4ac3-a1f5-824fa1d29c3f HTTP/1.1" status: 204  len: 168 time: 0.4961951
May 06 00:46:12.636938 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 46866) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:46:12.739564 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-858eda6a-9e93-43f3-b055-aa45c6d166aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608327'] for network, before_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:46:12.814070 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.plugin [None req-858eda6a-9e93-43f3-b055-aa45c6d166aa admin admin] Deleting port 907cba96-0df6-4980-aa06-8f334399a67d {{(pid=73831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 06 00:46:12.814796 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-858eda6a-9e93-43f3-b055-aa45c6d166aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767381331357'] for port, before_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:46:12.888015 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c094e9dc-f083-4d98-8b93-f41ab42d3554 None None] DHCP port deletion for b3eca023-a406-48df-a3db-ebd6b6f9c1bf request from dv-cinder-784623-8-iscsi {{(pid=73833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
May 06 00:46:12.913312 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.db [None req-858eda6a-9e93-43f3-b055-aa45c6d166aa admin admin] For port 907cba96-0df6-4980-aa06-8f334399a67d, host dv-cinder-784623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-iscsi',level=0,port_id=907cba96-0df6-4980-aa06-8f334399a67d,segment=NetworkSegment(ab5e7b5f-3e6f-45f7-9818-f391c8735e2a),segment_id=ab5e7b5f-3e6f-45f7-9818-f391c8735e2a)] {{(pid=73831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:46:12.913659 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-858eda6a-9e93-43f3-b055-aa45c6d166aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404144'] for port, precommit_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:46:12.951727 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.plugin [None req-c094e9dc-f083-4d98-8b93-f41ab42d3554 None None] Deleting port 907cba96-0df6-4980-aa06-8f334399a67d {{(pid=73833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 06 00:46:12.952102 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-c094e9dc-f083-4d98-8b93-f41ab42d3554 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767381331357'] for port, before_delete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:46:13.036165 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.plugin [None req-858eda6a-9e93-43f3-b055-aa45c6d166aa admin admin] Calling delete_port for 907cba96-0df6-4980-aa06-8f334399a67d owned by network:dhcp {{(pid=73831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 06 00:46:13.048308 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-c094e9dc-f083-4d98-8b93-f41ab42d3554 None None] For port 907cba96-0df6-4980-aa06-8f334399a67d, host dv-cinder-784623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-iscsi',level=0,port_id=907cba96-0df6-4980-aa06-8f334399a67d,segment=NetworkSegment(ab5e7b5f-3e6f-45f7-9818-f391c8735e2a),segment_id=ab5e7b5f-3e6f-45f7-9818-f391c8735e2a)] {{(pid=73833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:46:13.048698 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-c094e9dc-f083-4d98-8b93-f41ab42d3554 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404144'] for port, precommit_delete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:46:13.082768 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-858eda6a-9e93-43f3-b055-aa45c6d166aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767381335664', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767380898829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2942582'] for port, after_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:46:13.086613 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-f168bc52-8542-4039-a3c5-f36892504bc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:46:13.134009 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858eda6a-9e93-43f3-b055-aa45c6d166aa admin admin] Pushing event deleted for resources: {'Port': ['ID=907cba96-0df6-4980-aa06-8f334399a67d,revision_number=None']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:46:13.135804 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858eda6a-9e93-43f3-b055-aa45c6d166aa admin admin] No DVR routers for this DVR port 907cba96-0df6-4980-aa06-8f334399a67d on host dv-cinder-784623-8-iscsi {{(pid=73831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 06 00:46:13.137283 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-858eda6a-9e93-43f3-b055-aa45c6d166aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:46:13.171705 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.plugin [None req-c094e9dc-f083-4d98-8b93-f41ab42d3554 None None] Calling delete_port for 907cba96-0df6-4980-aa06-8f334399a67d owned by network:dhcp {{(pid=73833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 06 00:46:13.189855 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:46:13.224038 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-c094e9dc-f083-4d98-8b93-f41ab42d3554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767381335664', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767380898829'] for port, after_delete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:46:13.227802 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:46:13.272836 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c094e9dc-f083-4d98-8b93-f41ab42d3554 None None] Pushing event deleted for resources: {'Port': ['ID=907cba96-0df6-4980-aa06-8f334399a67d,revision_number=None']} {{(pid=73833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:46:13.277474 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c094e9dc-f083-4d98-8b93-f41ab42d3554 None None] No DVR routers for this DVR port 907cba96-0df6-4980-aa06-8f334399a67d on host dv-cinder-784623-8-iscsi {{(pid=73833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 06 00:46:13.283386 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c094e9dc-f083-4d98-8b93-f41ab42d3554 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:46:13.283731 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c094e9dc-f083-4d98-8b93-f41ab42d3554 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:46:13.284063 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c094e9dc-f083-4d98-8b93-f41ab42d3554 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:46:13.284393 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c094e9dc-f083-4d98-8b93-f41ab42d3554 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:46:13.284724 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c094e9dc-f083-4d98-8b93-f41ab42d3554 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:46:13.285058 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c094e9dc-f083-4d98-8b93-f41ab42d3554 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:46:13.285376 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c094e9dc-f083-4d98-8b93-f41ab42d3554 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:46:13.285696 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c094e9dc-f083-4d98-8b93-f41ab42d3554 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:46:13.286026 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c094e9dc-f083-4d98-8b93-f41ab42d3554 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:46:13.286315 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c094e9dc-f083-4d98-8b93-f41ab42d3554 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:46:13.286627 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c094e9dc-f083-4d98-8b93-f41ab42d3554 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:46:13.286940 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c094e9dc-f083-4d98-8b93-f41ab42d3554 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-iscsi {{(pid=73833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 00:46:13.291002 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-c094e9dc-f083-4d98-8b93-f41ab42d3554 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:46:13.348573 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-858eda6a-9e93-43f3-b055-aa45c6d166aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733884', 'neutron.services.segments.db._delete_segments_for_network-8767381342109'] for network, precommit_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:46:13.361005 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.services.segments.db [None req-858eda6a-9e93-43f3-b055-aa45c6d166aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9508196b80>,) {'filters': {'network_id': ['b3eca023-a406-48df-a3db-ebd6b6f9c1bf']}} {{(pid=73831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:46:13.373347 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.services.segments.db [None req-858eda6a-9e93-43f3-b055-aa45c6d166aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9508196b80>, 'ab5e7b5f-3e6f-45f7-9818-f391c8735e2a') {'for_net_delete': True} {{(pid=73831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:46:13.373642 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.services.segments.db [None req-858eda6a-9e93-43f3-b055-aa45c6d166aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9508196b80>, 'ab5e7b5f-3e6f-45f7-9818-f391c8735e2a') {} {{(pid=73831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:46:13.385417 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-858eda6a-9e93-43f3-b055-aa45c6d166aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767381354599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2930077'] for segment, before_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:46:13.401029 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-858eda6a-9e93-43f3-b055-aa45c6d166aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730493'] for segment, precommit_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:46:13.406993 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-858eda6a-9e93-43f3-b055-aa45c6d166aa admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=73831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 06 00:46:13.407379 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-858eda6a-9e93-43f3-b055-aa45c6d166aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-730484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2942531'] for segment, after_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:46:13.420928 dv-cinder-784623-8-iscsi neutron-server[73831]: Traceback (most recent call last):
May 06 00:46:13.420928 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 06 00:46:13.420928 dv-cinder-784623-8-iscsi neutron-server[73831]:     timer()
May 06 00:46:13.420928 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 06 00:46:13.420928 dv-cinder-784623-8-iscsi neutron-server[73831]:     cb(*args, **kw)
May 06 00:46:13.420928 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 06 00:46:13.420928 dv-cinder-784623-8-iscsi neutron-server[73831]:     return func(*args, **kwargs)
May 06 00:46:13.420928 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 06 00:46:13.420928 dv-cinder-784623-8-iscsi neutron-server[73831]:     self._notify()
May 06 00:46:13.420928 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 06 00:46:13.420928 dv-cinder-784623-8-iscsi neutron-server[73831]:     self.callback(batched_events)
May 06 00:46:13.420928 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 06 00:46:13.420928 dv-cinder-784623-8-iscsi neutron-server[73831]:     event.method(event)
May 06 00:46:13.420928 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 06 00:46:13.420928 dv-cinder-784623-8-iscsi neutron-server[73831]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 06 00:46:13.420928 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 06 00:46:13.420928 dv-cinder-784623-8-iscsi neutron-server[73831]:     aggregate_uuid = self.p_client.list_aggregates(
May 06 00:46:13.420928 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 06 00:46:13.420928 dv-cinder-784623-8-iscsi neutron-server[73831]:     return f(self, *a, **k)
May 06 00:46:13.420928 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 06 00:46:13.420928 dv-cinder-784623-8-iscsi neutron-server[73831]:     return self._get(url).json()
May 06 00:46:13.420928 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 06 00:46:13.420928 dv-cinder-784623-8-iscsi neutron-server[73831]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 06 00:46:13.420928 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 06 00:46:13.420928 dv-cinder-784623-8-iscsi neutron-server[73831]:     return self.request(url, 'GET', **kwargs)
May 06 00:46:13.420928 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 06 00:46:13.420928 dv-cinder-784623-8-iscsi neutron-server[73831]:     base_url = self.get_endpoint(auth, allow=allow,
May 06 00:46:13.420928 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 06 00:46:13.420928 dv-cinder-784623-8-iscsi neutron-server[73831]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 06 00:46:13.420928 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 06 00:46:13.420928 dv-cinder-784623-8-iscsi neutron-server[73831]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 06 00:46:13.420928 dv-cinder-784623-8-iscsi neutron-server[73831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 06 00:46:13.497068 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-858eda6a-9e93-43f3-b055-aa45c6d166aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407932'] for network, after_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:46:13.501712 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-858eda6a-9e93-43f3-b055-aa45c6d166aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535980'] for network, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:46:13.504098 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:46:13.524052 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858eda6a-9e93-43f3-b055-aa45c6d166aa admin admin] Pushing event deleted for resources: {'Network': ['ID=b3eca023-a406-48df-a3db-ebd6b6f9c1bf,revision_number=None']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:46:13.526372 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-858eda6a-9e93-43f3-b055-aa45c6d166aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:46:13.539388 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-858eda6a-9e93-43f3-b055-aa45c6d166aa admin admin] 10.222.0.24 "DELETE /v2.0/networks/b3eca023-a406-48df-a3db-ebd6b6f9c1bf HTTP/1.1" status: 204  len: 168 time: 0.9014602
May 06 00:46:13.542625 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 46872) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:46:14.069734 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-217e473a-8f95-479f-a2a4-f176a028cff7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401482'] for router_interface, before_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:46:14.145722 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Device 907cba96-0df6-4980-aa06-8f334399a67d no longer exists at agent ovs-agent-dv-cinder-784623-8-iscsi {{(pid=73833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 06 00:46:14.180962 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.plugin [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] No Port match for: 907cba96-0df6-4980-aa06-8f334399a67d {{(pid=73833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 06 00:46:14.181317 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Device 907cba96-0df6-4980-aa06-8f334399a67d not bound to the agent host dv-cinder-784623-8-iscsi {{(pid=73833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 06 00:46:14.468278 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.plugin [None req-217e473a-8f95-479f-a2a4-f176a028cff7 admin admin] Deleting port 8ad830c0-8780-464f-8e9a-971e3ba0c914 {{(pid=73831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 06 00:46:14.468614 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-217e473a-8f95-479f-a2a4-f176a028cff7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767381331357'] for port, before_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:46:14.688691 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.db [None req-217e473a-8f95-479f-a2a4-f176a028cff7 admin admin] For port 8ad830c0-8780-464f-8e9a-971e3ba0c914, host dv-cinder-784623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-iscsi',level=0,port_id=8ad830c0-8780-464f-8e9a-971e3ba0c914,segment=NetworkSegment(b58bdf18-5de0-4e7f-8f68-7b9cb2ce7be2),segment_id=b58bdf18-5de0-4e7f-8f68-7b9cb2ce7be2)] {{(pid=73831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:46:14.689067 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-217e473a-8f95-479f-a2a4-f176a028cff7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404144'] for port, precommit_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:46:14.810068 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.plugin [None req-217e473a-8f95-479f-a2a4-f176a028cff7 admin admin] Calling delete_port for 8ad830c0-8780-464f-8e9a-971e3ba0c914 owned by network:router_interface {{(pid=73831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 06 00:46:14.946923 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-217e473a-8f95-479f-a2a4-f176a028cff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767381335664', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767380898829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2942582'] for port, after_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:46:14.951181 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-6c970662-1a2b-4a84-aed3-cda00c854f57 tempest-VolumesActionsTest-1547975946 tempest-VolumesActionsTest-1547975946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:46:14.994087 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217e473a-8f95-479f-a2a4-f176a028cff7 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ad830c0-8780-464f-8e9a-971e3ba0c914,revision_number=None']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:46:15.019789 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-217e473a-8f95-479f-a2a4-f176a028cff7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:46:15.260799 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-217e473a-8f95-479f-a2a4-f176a028cff7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-407034'] for router_interface, after_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:46:15.610858 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-217e473a-8f95-479f-a2a4-f176a028cff7 admin admin] Router df3e6708-0e10-4069-90a6-5118d6b57f5c has already been hosted by L3 agent 3fa0790c-dd29-4495-aa07-f8a2ae482509 {{(pid=73831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 06 00:46:15.782358 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-217e473a-8f95-479f-a2a4-f176a028cff7 admin admin] Notify agent at l3_agent.dv-cinder-784623-8-iscsi the message routers_updated {{(pid=73831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 06 00:46:15.791037 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5486c729-5525-4a48-811e-a74ecedd3445 None None] Sync routers for ids ['df3e6708-0e10-4069-90a6-5118d6b57f5c'] in dv-cinder-784623-8-iscsi {{(pid=73834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 06 00:46:15.799464 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-217e473a-8f95-479f-a2a4-f176a028cff7 admin admin] 10.222.0.24 "PUT /v2.0/routers/df3e6708-0e10-4069-90a6-5118d6b57f5c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2557814
May 06 00:46:15.801960 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 46876) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:46:15.825801 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5486c729-5525-4a48-811e-a74ecedd3445 None None] Routers {'df3e6708-0e10-4069-90a6-5118d6b57f5c'} bound to L3 agent in host dv-cinder-784623-8-iscsi {{(pid=73834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 00:46:15.826421 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_hamode_db [None req-5486c729-5525-4a48-811e-a74ecedd3445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9509b6cfa0>, 'dv-cinder-784623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-06T00:27:20Z,description=<?>,heartbeat_timestamp=2021-05-06T00:45:50Z,host='dv-cinder-784623-8-iscsi',id=3fa0790c-dd29-4495-aa07-f8a2ae482509,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T00:27:20Z,topic='l3_agent')) {'router_ids': ['df3e6708-0e10-4069-90a6-5118d6b57f5c'], 'active': True} {{(pid=73834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:46:16.000960 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_dvr_db [None req-5486c729-5525-4a48-811e-a74ecedd3445 None None] Set router df3e6708-0e10-4069-90a6-5118d6b57f5c gateway port host: dv-cinder-784623-8-iscsi {{(pid=73834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 00:46:16.091901 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-150863c1-e3ac-4e4c-95cd-ffeb2f5e92d9 admin admin] Notify callbacks [] for router, before_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:46:16.276304 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-150863c1-e3ac-4e4c-95cd-ffeb2f5e92d9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:46:16.278381 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_hamode_db [None req-5486c729-5525-4a48-811e-a74ecedd3445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9509b6cfa0>, [{'id': 'df3e6708-0e10-4069-90a6-5118d6b57f5c', 'name': 'tempest-TestVolumeBootPattern-831663068-router', 'tenant_id': '297eee93b96840e88b8d43444cfdffce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'external_fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '5a77dc0a-d690-4f05-801e-75c8775657b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:38:06Z', 'updated_at': '2021-05-06T00:46:14Z', 'revision_number': 5, 'project_id': '297eee93b96840e88b8d43444cfdffce', 'gw_port': {'id': '5a77dc0a-d690-4f05-801e-75c8775657b9', 'name': '', 'network_id': '86ae3a75-7f4a-404d-9f13-3fb1eaea1fd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:bc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3e6708-0e10-4069-90a6-5118d6b57f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:38:08Z', 'updated_at': '2021-05-06T00:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f976aaf-f539-4cba-9109-d63a57e1b399', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-iscsi'}], 'dv-cinder-784623-8-iscsi', False) {} {{(pid=73834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:46:16.282144 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5486c729-5525-4a48-811e-a74ecedd3445 None None] Checking router: df3e6708-0e10-4069-90a6-5118d6b57f5c for host: dv-cinder-784623-8-iscsi {{(pid=73834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 06 00:46:16.291772 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5486c729-5525-4a48-811e-a74ecedd3445 None None] Routers {'df3e6708-0e10-4069-90a6-5118d6b57f5c'} bound to L3 agent in host dv-cinder-784623-8-iscsi {{(pid=73834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 00:46:16.292375 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_hamode_db [None req-5486c729-5525-4a48-811e-a74ecedd3445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9509b6cfa0>, 'dv-cinder-784623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-06T00:27:20Z,description=<?>,heartbeat_timestamp=2021-05-06T00:45:50Z,host='dv-cinder-784623-8-iscsi',id=3fa0790c-dd29-4495-aa07-f8a2ae482509,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T00:27:20Z,topic='l3_agent')) {'router_ids': ['df3e6708-0e10-4069-90a6-5118d6b57f5c'], 'active': True} {{(pid=73834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:46:16.346768 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.plugin [None req-150863c1-e3ac-4e4c-95cd-ffeb2f5e92d9 admin admin] Deleting port 5a77dc0a-d690-4f05-801e-75c8775657b9 {{(pid=73831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 06 00:46:16.347099 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-150863c1-e3ac-4e4c-95cd-ffeb2f5e92d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767381331357'] for port, before_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:46:16.440257 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_dvr_db [None req-5486c729-5525-4a48-811e-a74ecedd3445 None None] Set router df3e6708-0e10-4069-90a6-5118d6b57f5c gateway port host: None {{(pid=73834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 00:46:16.467135 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.db [None req-150863c1-e3ac-4e4c-95cd-ffeb2f5e92d9 admin admin] For port 5a77dc0a-d690-4f05-801e-75c8775657b9, host dv-cinder-784623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-iscsi',level=0,port_id=5a77dc0a-d690-4f05-801e-75c8775657b9,segment=NetworkSegment(9e77dc6e-5839-4c5c-8941-3e48c898c98b),segment_id=9e77dc6e-5839-4c5c-8941-3e48c898c98b)] {{(pid=73831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:46:16.467478 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-150863c1-e3ac-4e4c-95cd-ffeb2f5e92d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404144'] for port, precommit_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:46:16.544550 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.l3_hamode_db [None req-5486c729-5525-4a48-811e-a74ecedd3445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9509b6cfa0>, [{'id': 'df3e6708-0e10-4069-90a6-5118d6b57f5c', 'name': 'tempest-TestVolumeBootPattern-831663068-router', 'tenant_id': '297eee93b96840e88b8d43444cfdffce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:38:06Z', 'updated_at': '2021-05-06T00:46:16Z', 'revision_number': 6, 'project_id': '297eee93b96840e88b8d43444cfdffce', 'gw_port_host': None}], 'dv-cinder-784623-8-iscsi', False) {} {{(pid=73834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:46:16.548457 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5486c729-5525-4a48-811e-a74ecedd3445 None None] The sync data for ids ['df3e6708-0e10-4069-90a6-5118d6b57f5c'] in dv-cinder-784623-8-iscsi is: [{'id': 'df3e6708-0e10-4069-90a6-5118d6b57f5c', 'name': 'tempest-TestVolumeBootPattern-831663068-router', 'tenant_id': '297eee93b96840e88b8d43444cfdffce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:38:06Z', 'updated_at': '2021-05-06T00:46:16Z', 'revision_number': 6, 'project_id': '297eee93b96840e88b8d43444cfdffce', 'gw_port_host': None}] {{(pid=73834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 06 00:46:16.589325 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.plugin [None req-150863c1-e3ac-4e4c-95cd-ffeb2f5e92d9 admin admin] Calling delete_port for 5a77dc0a-d690-4f05-801e-75c8775657b9 owned by network:router_gateway {{(pid=73831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 06 00:46:16.724442 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-150863c1-e3ac-4e4c-95cd-ffeb2f5e92d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767381335664', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767380898829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2942582'] for port, after_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:46:16.730088 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-f0cba2c1-d0b9-4271-ace1-72c8330591f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:46:16.774995 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150863c1-e3ac-4e4c-95cd-ffeb2f5e92d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a77dc0a-d690-4f05-801e-75c8775657b9,revision_number=None']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:46:16.790514 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-7bdf6f8a-26cc-4379-9c42-96d49856a368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:46:16.809428 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-150863c1-e3ac-4e4c-95cd-ffeb2f5e92d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:46:16.867713 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-150863c1-e3ac-4e4c-95cd-ffeb2f5e92d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407918'] for router_gateway, after_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:46:17.040510 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-150863c1-e3ac-4e4c-95cd-ffeb2f5e92d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-433714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3422'] for router, precommit_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:46:17.043617 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-150863c1-e3ac-4e4c-95cd-ffeb2f5e92d9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:46:17.065951 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-150863c1-e3ac-4e4c-95cd-ffeb2f5e92d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451452'] for router, after_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:46:17.066661 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-150863c1-e3ac-4e4c-95cd-ffeb2f5e92d9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router df3e6708-0e10-4069-90a6-5118d6b57f5c {{(pid=73831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 06 00:46:17.079308 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-150863c1-e3ac-4e4c-95cd-ffeb2f5e92d9 admin admin] Notify callbacks [] for router, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:46:17.080430 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-150863c1-e3ac-4e4c-95cd-ffeb2f5e92d9 admin admin] 10.222.0.24 "DELETE /v2.0/routers/df3e6708-0e10-4069-90a6-5118d6b57f5c HTTP/1.1" status: 204  len: 168 time: 1.2775166
May 06 00:46:17.082872 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 46884) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:46:17.141588 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d5938ea-1f84-40d3-9e4d-3984c3123853 admin admin] Deleting subnet be856096-8e19-428f-b284-bc3a581b77c8 {{(pid=73831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 06 00:46:17.144397 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-9d5938ea-1f84-40d3-9e4d-3984c3123853 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:46:17.194948 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-9d5938ea-1f84-40d3-9e4d-3984c3123853 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2930050'] for subnet, precommit_delete_associations {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:46:17.270863 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-9d5938ea-1f84-40d3-9e4d-3984c3123853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736327'] for subnet, precommit_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:46:17.617657 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-9d5938ea-1f84-40d3-9e4d-3984c3123853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2942501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3145219'] for subnet, after_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:46:17.621903 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-05c6868e-db79-4eb2-8006-da48db293367 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:46:17.656138 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5938ea-1f84-40d3-9e4d-3984c3123853 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be856096-8e19-428f-b284-bc3a581b77c8,revision_number=None']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:46:17.658083 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-9d5938ea-1f84-40d3-9e4d-3984c3123853 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:46:17.660551 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-9d5938ea-1f84-40d3-9e4d-3984c3123853 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:46:17.662179 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6de3290-09be-495f-a2b0-16ed7926c573 None None] Network e0878acc-924c-400c-b8d1-cc988e03a31d requested from dv-cinder-784623-8-iscsi {{(pid=73833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 06 00:46:17.664767 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-9d5938ea-1f84-40d3-9e4d-3984c3123853 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/be856096-8e19-428f-b284-bc3a581b77c8 HTTP/1.1" status: 204  len: 168 time: 0.5809665
May 06 00:46:17.667463 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 46888) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:46:17.771826 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-7036e290-6733-4ec0-a609-ccff8b6e2f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608327'] for network, before_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:46:17.846289 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.plugin [None req-7036e290-6733-4ec0-a609-ccff8b6e2f3c admin admin] Deleting port 78412f43-d554-45b4-a942-83dce1a41781 {{(pid=73831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 06 00:46:17.846620 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-7036e290-6733-4ec0-a609-ccff8b6e2f3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767381331357'] for port, before_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:46:17.909492 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35710d20-e4ee-4cd4-a235-d4dc8d5885b3 None None] DHCP port deletion for e0878acc-924c-400c-b8d1-cc988e03a31d request from dv-cinder-784623-8-iscsi {{(pid=73833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
May 06 00:46:17.945396 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.db [None req-7036e290-6733-4ec0-a609-ccff8b6e2f3c admin admin] For port 78412f43-d554-45b4-a942-83dce1a41781, host dv-cinder-784623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-iscsi',level=0,port_id=78412f43-d554-45b4-a942-83dce1a41781,segment=NetworkSegment(b58bdf18-5de0-4e7f-8f68-7b9cb2ce7be2),segment_id=b58bdf18-5de0-4e7f-8f68-7b9cb2ce7be2)] {{(pid=73831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:46:17.945753 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-7036e290-6733-4ec0-a609-ccff8b6e2f3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404144'] for port, precommit_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:46:17.973205 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.plugin [None req-35710d20-e4ee-4cd4-a235-d4dc8d5885b3 None None] Deleting port 78412f43-d554-45b4-a942-83dce1a41781 {{(pid=73833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 06 00:46:17.973588 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-35710d20-e4ee-4cd4-a235-d4dc8d5885b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767381331357'] for port, before_delete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:46:18.073355 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.plugin [None req-7036e290-6733-4ec0-a609-ccff8b6e2f3c admin admin] Calling delete_port for 78412f43-d554-45b4-a942-83dce1a41781 owned by network:dhcp {{(pid=73831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 06 00:46:18.106031 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.db [None req-35710d20-e4ee-4cd4-a235-d4dc8d5885b3 None None] For port 78412f43-d554-45b4-a942-83dce1a41781, host dv-cinder-784623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-iscsi',level=0,port_id=78412f43-d554-45b4-a942-83dce1a41781,segment=NetworkSegment(b58bdf18-5de0-4e7f-8f68-7b9cb2ce7be2),segment_id=b58bdf18-5de0-4e7f-8f68-7b9cb2ce7be2)] {{(pid=73833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 00:46:18.106310 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-35710d20-e4ee-4cd4-a235-d4dc8d5885b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404144'] for port, precommit_delete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:46:18.135761 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-7036e290-6733-4ec0-a609-ccff8b6e2f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767381335664', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767380898829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2942582'] for port, after_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:46:18.139843 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-46e79bc8-a50a-4a57-8bb5-95d7ec168153 tempest-TestMinimumBasicScenario-657229146 tempest-TestMinimumBasicScenario-657229146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:46:18.169005 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Device 5a77dc0a-d690-4f05-801e-75c8775657b9 no longer exists at agent ovs-agent-dv-cinder-784623-8-iscsi {{(pid=73833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 06 00:46:18.183281 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7036e290-6733-4ec0-a609-ccff8b6e2f3c admin admin] Pushing event deleted for resources: {'Port': ['ID=78412f43-d554-45b4-a942-83dce1a41781,revision_number=None']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:46:18.186866 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-7036e290-6733-4ec0-a609-ccff8b6e2f3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:46:18.188918 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7036e290-6733-4ec0-a609-ccff8b6e2f3c admin admin] No DVR routers for this DVR port 78412f43-d554-45b4-a942-83dce1a41781 on host dv-cinder-784623-8-iscsi {{(pid=73831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 06 00:46:18.263923 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.plugin [None req-35710d20-e4ee-4cd4-a235-d4dc8d5885b3 None None] Calling delete_port for 78412f43-d554-45b4-a942-83dce1a41781 owned by network:dhcp {{(pid=73833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 06 00:46:18.266334 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.plugin [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] No Port match for: 5a77dc0a-d690-4f05-801e-75c8775657b9 {{(pid=73833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 06 00:46:18.266693 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Device 5a77dc0a-d690-4f05-801e-75c8775657b9 not bound to the agent host dv-cinder-784623-8-iscsi {{(pid=73833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 06 00:46:18.267107 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Device 8ad830c0-8780-464f-8e9a-971e3ba0c914 no longer exists at agent ovs-agent-dv-cinder-784623-8-iscsi {{(pid=73833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 06 00:46:18.301670 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-7036e290-6733-4ec0-a609-ccff8b6e2f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733884', 'neutron.services.segments.db._delete_segments_for_network-8767381342109'] for network, precommit_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:46:18.303133 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.plugin [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] No Port match for: 8ad830c0-8780-464f-8e9a-971e3ba0c914 {{(pid=73833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 06 00:46:18.303567 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Device 8ad830c0-8780-464f-8e9a-971e3ba0c914 not bound to the agent host dv-cinder-784623-8-iscsi {{(pid=73833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 06 00:46:18.304003 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Device 78412f43-d554-45b4-a942-83dce1a41781 no longer exists at agent ovs-agent-dv-cinder-784623-8-iscsi {{(pid=73833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 06 00:46:18.314096 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.services.segments.db [None req-7036e290-6733-4ec0-a609-ccff8b6e2f3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f95037cbaf0>,) {'filters': {'network_id': ['e0878acc-924c-400c-b8d1-cc988e03a31d']}} {{(pid=73831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:46:18.326002 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.services.segments.db [None req-7036e290-6733-4ec0-a609-ccff8b6e2f3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f95037cbaf0>, 'b58bdf18-5de0-4e7f-8f68-7b9cb2ce7be2') {'for_net_delete': True} {{(pid=73831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:46:18.326292 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.services.segments.db [None req-7036e290-6733-4ec0-a609-ccff8b6e2f3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f95037cbaf0>, 'b58bdf18-5de0-4e7f-8f68-7b9cb2ce7be2') {} {{(pid=73831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 00:46:18.337981 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-7036e290-6733-4ec0-a609-ccff8b6e2f3c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767381354599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2930077'] for segment, before_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:46:18.338468 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.plugin [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] No Port match for: 78412f43-d554-45b4-a942-83dce1a41781 {{(pid=73833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 06 00:46:18.338827 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.plugins.ml2.rpc [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Device 78412f43-d554-45b4-a942-83dce1a41781 not bound to the agent host dv-cinder-784623-8-iscsi {{(pid=73833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 06 00:46:18.358803 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-7036e290-6733-4ec0-a609-ccff8b6e2f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730493'] for segment, precommit_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:46:18.364958 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7036e290-6733-4ec0-a609-ccff8b6e2f3c admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=73831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 06 00:46:18.365413 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-7036e290-6733-4ec0-a609-ccff8b6e2f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-730484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2942531'] for segment, after_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:46:18.372798 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-35710d20-e4ee-4cd4-a235-d4dc8d5885b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767381335664', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767380898829'] for port, after_delete {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:46:18.376335 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-5e2e35d0-db96-449e-bdfb-22230b7c076c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:46:18.378258 dv-cinder-784623-8-iscsi neutron-server[73831]: Traceback (most recent call last):
May 06 00:46:18.378258 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 06 00:46:18.378258 dv-cinder-784623-8-iscsi neutron-server[73831]:     timer()
May 06 00:46:18.378258 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 06 00:46:18.378258 dv-cinder-784623-8-iscsi neutron-server[73831]:     cb(*args, **kw)
May 06 00:46:18.378258 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 06 00:46:18.378258 dv-cinder-784623-8-iscsi neutron-server[73831]:     return func(*args, **kwargs)
May 06 00:46:18.378258 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 06 00:46:18.378258 dv-cinder-784623-8-iscsi neutron-server[73831]:     self._notify()
May 06 00:46:18.378258 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 06 00:46:18.378258 dv-cinder-784623-8-iscsi neutron-server[73831]:     self.callback(batched_events)
May 06 00:46:18.378258 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 06 00:46:18.378258 dv-cinder-784623-8-iscsi neutron-server[73831]:     event.method(event)
May 06 00:46:18.378258 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 06 00:46:18.378258 dv-cinder-784623-8-iscsi neutron-server[73831]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 06 00:46:18.378258 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 06 00:46:18.378258 dv-cinder-784623-8-iscsi neutron-server[73831]:     aggregate_uuid = self.p_client.list_aggregates(
May 06 00:46:18.378258 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 06 00:46:18.378258 dv-cinder-784623-8-iscsi neutron-server[73831]:     return f(self, *a, **k)
May 06 00:46:18.378258 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 06 00:46:18.378258 dv-cinder-784623-8-iscsi neutron-server[73831]:     return self._get(url).json()
May 06 00:46:18.378258 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 06 00:46:18.378258 dv-cinder-784623-8-iscsi neutron-server[73831]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 06 00:46:18.378258 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 06 00:46:18.378258 dv-cinder-784623-8-iscsi neutron-server[73831]:     return self.request(url, 'GET', **kwargs)
May 06 00:46:18.378258 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 06 00:46:18.378258 dv-cinder-784623-8-iscsi neutron-server[73831]:     base_url = self.get_endpoint(auth, allow=allow,
May 06 00:46:18.378258 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 06 00:46:18.378258 dv-cinder-784623-8-iscsi neutron-server[73831]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 06 00:46:18.378258 dv-cinder-784623-8-iscsi neutron-server[73831]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 06 00:46:18.378258 dv-cinder-784623-8-iscsi neutron-server[73831]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 06 00:46:18.378258 dv-cinder-784623-8-iscsi neutron-server[73831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 06 00:46:18.420414 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35710d20-e4ee-4cd4-a235-d4dc8d5885b3 None None] Pushing event deleted for resources: {'Port': ['ID=78412f43-d554-45b4-a942-83dce1a41781,revision_number=None']} {{(pid=73833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:46:18.422802 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG oslo_concurrency.lockutils [None req-35710d20-e4ee-4cd4-a235-d4dc8d5885b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:46:18.427609 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35710d20-e4ee-4cd4-a235-d4dc8d5885b3 None None] No DVR routers for this DVR port 78412f43-d554-45b4-a942-83dce1a41781 on host dv-cinder-784623-8-iscsi {{(pid=73833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 06 00:46:18.452584 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-7036e290-6733-4ec0-a609-ccff8b6e2f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407932'] for network, after_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:46:18.456074 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-b9850761-fd11-480e-8aba-f8106ada1253 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:46:18.469233 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-7036e290-6733-4ec0-a609-ccff8b6e2f3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535980'] for network, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:46:18.481934 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7036e290-6733-4ec0-a609-ccff8b6e2f3c admin admin] Pushing event deleted for resources: {'Network': ['ID=e0878acc-924c-400c-b8d1-cc988e03a31d,revision_number=None']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:46:18.485371 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-7036e290-6733-4ec0-a609-ccff8b6e2f3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:46:18.487294 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-7036e290-6733-4ec0-a609-ccff8b6e2f3c admin admin] 10.222.0.24 "DELETE /v2.0/networks/e0878acc-924c-400c-b8d1-cc988e03a31d HTTP/1.1" status: 204  len: 168 time: 0.8187890
May 06 00:46:18.604501 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 46896) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:46:18.657196 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-7c454272-854f-46e2-b04e-187c5f0c09be admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=24c0c0411f574f8f960e5150472df75e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0513766
May 06 00:46:18.659547 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 46900) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:46:18.719299 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-c90f2357-e15b-45a9-a83c-efd1ab4ad5bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:46:18.744321 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-c90f2357-e15b-45a9-a83c-efd1ab4ad5bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:46:18.795006 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-c90f2357-e15b-45a9-a83c-efd1ab4ad5bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:46:18.799737 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-71d09b6f-6f4e-480c-942b-0a29612f591b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:46:18.812708 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90f2357-e15b-45a9-a83c-efd1ab4ad5bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e973224d-2941-4b70-854f-70778df280c5,revision_number=None']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:46:18.817458 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-c90f2357-e15b-45a9-a83c-efd1ab4ad5bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:46:18.819889 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-c90f2357-e15b-45a9-a83c-efd1ab4ad5bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:46:18.821014 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-c90f2357-e15b-45a9-a83c-efd1ab4ad5bb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e973224d-2941-4b70-854f-70778df280c5 HTTP/1.1" status: 204  len: 168 time: 0.1605787
May 06 00:46:19.153620 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 46908) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:46:19.201802 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-e37f05ef-30d1-442f-a60f-07f3eeefbe8a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=297eee93b96840e88b8d43444cfdffce&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0469756
May 06 00:46:19.204149 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.wsgi [-] (73831) accepted ('10.222.0.24', 46912) {{(pid=73831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 00:46:19.263991 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-a54dc53a-4dae-4cc6-bf51-d56f0a094ad0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:46:19.284870 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:46:19.290237 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-a54dc53a-4dae-4cc6-bf51-d56f0a094ad0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:46:19.343861 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-a54dc53a-4dae-4cc6-bf51-d56f0a094ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499095'] for security_group, after_delete {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:46:19.348696 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-6aa558ce-1394-497f-96a1-4e634bac371c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 00:46:19.360234 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54dc53a-4dae-4cc6-bf51-d56f0a094ad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d384fe4-e070-4339-b9c8-8c960b01c8f0,revision_number=None']} {{(pid=73831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 00:46:19.363151 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG oslo_concurrency.lockutils [None req-a54dc53a-4dae-4cc6-bf51-d56f0a094ad0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 00:46:19.365798 dv-cinder-784623-8-iscsi neutron-server[73831]: DEBUG neutron_lib.callbacks.manager [None req-a54dc53a-4dae-4cc6-bf51-d56f0a094ad0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:46:19.366807 dv-cinder-784623-8-iscsi neutron-server[73831]: INFO neutron.wsgi [None req-a54dc53a-4dae-4cc6-bf51-d56f0a094ad0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1d384fe4-e070-4339-b9c8-8c960b01c8f0 HTTP/1.1" status: 204  len: 168 time: 0.1617954
May 06 00:46:19.576101 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-6ff7cc2c-449c-4b35-ab78-6360d3e40e8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:46:20.445451 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-90084741-9b8f-423c-9f16-72d74cd0e02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:46:20.888985 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.agents_db [None req-ee74f776-58ee-4f13-aa41-ceaf6d7d8c19 None None] Agent healthcheck: found 6 active agents {{(pid=73834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 06 00:46:21.954429 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-06e5bd5a-9e4a-4653-864f-becf711c9df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:46:43.173528 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:46:46.792707 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-76caabcc-0ccd-4622-a154-0726cf379078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:46:49.286580 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:46:49.577281 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-01a38ede-a097-4879-b5a4-2eaadcf97ef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:46:50.446814 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-90084741-9b8f-423c-9f16-72d74cd0e02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:46:51.955867 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-06e5bd5a-9e4a-4653-864f-becf711c9df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:46:57.888288 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.agents_db [None req-ee74f776-58ee-4f13-aa41-ceaf6d7d8c19 None None] Agent healthcheck: found 6 active agents {{(pid=73834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 06 00:47:13.172258 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:47:16.793019 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-4a74d733-ba6b-43e4-8057-936e8e8836b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:47:19.289315 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:47:19.577409 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-644875cc-2f8d-4310-8779-db65d48cecf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:47:20.449195 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-90084741-9b8f-423c-9f16-72d74cd0e02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:47:21.957399 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-06e5bd5a-9e4a-4653-864f-becf711c9df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:47:34.887156 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.agents_db [None req-ee74f776-58ee-4f13-aa41-ceaf6d7d8c19 None None] Agent healthcheck: found 6 active agents {{(pid=73834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 06 00:47:43.171839 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:47:46.794178 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-c6f8d8ce-e0b1-4cde-94ee-3b06015b1a45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:47:49.290601 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:47:49.580647 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-47b3c2c2-5f6c-4a6f-8edc-ee92edf6c11a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:47:50.452002 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-90084741-9b8f-423c-9f16-72d74cd0e02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:47:51.962069 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-06e5bd5a-9e4a-4653-864f-becf711c9df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:48:11.886245 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.agents_db [None req-ee74f776-58ee-4f13-aa41-ceaf6d7d8c19 None None] Agent healthcheck: found 6 active agents {{(pid=73834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 06 00:48:13.171226 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:48:16.795632 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-1ac047b8-f21a-4178-b47b-bab71b3ad1e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:48:19.292510 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:48:19.580345 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-a3c796a4-0f35-4500-907c-19c9aad7d41f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:48:20.455194 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-90084741-9b8f-423c-9f16-72d74cd0e02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:48:21.964177 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-06e5bd5a-9e4a-4653-864f-becf711c9df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:48:43.170236 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:48:46.797782 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-f1ca73bf-e7aa-4453-9b3c-ad1abf3629ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:48:48.886022 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.agents_db [None req-ee74f776-58ee-4f13-aa41-ceaf6d7d8c19 None None] Agent healthcheck: found 6 active agents {{(pid=73834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 06 00:48:49.294141 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:48:49.581279 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-fa8769e7-82f5-49a9-9a88-c9b17d612e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:48:50.458934 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-90084741-9b8f-423c-9f16-72d74cd0e02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:48:51.965279 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-06e5bd5a-9e4a-4653-864f-becf711c9df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:49:13.169328 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:49:16.799387 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-b249476a-8ee5-4961-b6e5-78e560af009e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:49:19.295981 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:49:19.581922 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-c0a62ed2-80dd-4479-a85f-4afbec0fca19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:49:20.460486 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-90084741-9b8f-423c-9f16-72d74cd0e02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:49:21.968170 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-06e5bd5a-9e4a-4653-864f-becf711c9df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:49:25.885347 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.agents_db [None req-ee74f776-58ee-4f13-aa41-ceaf6d7d8c19 None None] Agent healthcheck: found 6 active agents {{(pid=73834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 06 00:49:43.168542 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:49:46.801204 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-a932fb1f-b7f9-4f07-9634-f7b73e12ad2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:49:49.297852 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:49:49.582485 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-4d04cca8-b51d-4f52-ae07-0cb3695c302e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:49:50.462779 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-90084741-9b8f-423c-9f16-72d74cd0e02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:49:51.969981 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-06e5bd5a-9e4a-4653-864f-becf711c9df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:50:02.884897 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.agents_db [None req-ee74f776-58ee-4f13-aa41-ceaf6d7d8c19 None None] Agent healthcheck: found 6 active agents {{(pid=73834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 06 00:50:13.166822 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:50:16.803372 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-5e7de2dc-544d-4639-aae9-989ff11c5e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:50:19.302675 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:50:19.582968 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-8c41d08a-8de0-480e-b6e3-ca6e3b3f79ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:50:20.465173 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-90084741-9b8f-423c-9f16-72d74cd0e02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:50:21.974081 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-06e5bd5a-9e4a-4653-864f-becf711c9df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:50:27.803038 dv-cinder-784623-8-iscsi neutron-server[73832]: DEBUG neutron.wsgi [req-a7e21743-e562-4d77-ad55-9023b63b3af9 req-4e8c51b2-bf5c-46cf-ae79-6d662096434c service neutron] (73832) timed out ('10.222.0.30', 60553) {{(pid=73832) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
May 06 00:50:39.884563 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.agents_db [None req-ee74f776-58ee-4f13-aa41-ceaf6d7d8c19 None None] Agent healthcheck: found 6 active agents {{(pid=73834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 06 00:50:43.166140 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:50:46.806186 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-1099c489-bc5d-40d2-8252-88bdd21c24dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:50:49.304231 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:50:49.582607 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-18fb7af0-3913-4577-9d7c-8e59d8621a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:50:50.467797 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-90084741-9b8f-423c-9f16-72d74cd0e02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:50:51.975883 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-06e5bd5a-9e4a-4653-864f-becf711c9df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:51:13.181822 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-342ec163-68f7-4f80-9880-de1ece63fcdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:51:16.807853 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd0e9-50fb-40b8-91d7-0a259263b242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:51:16.883807 dv-cinder-784623-8-iscsi neutron-server[73834]: DEBUG neutron.db.agents_db [None req-ee74f776-58ee-4f13-aa41-ceaf6d7d8c19 None None] Agent healthcheck: found 6 active agents {{(pid=73834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 06 00:51:19.306343 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-528c7171-90d0-493c-aac4-72f42ec37d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:51:19.584279 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-92d2dd3b-c343-4450-9564-f276a83aff2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:51:20.471154 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-90084741-9b8f-423c-9f16-72d74cd0e02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 00:51:21.978209 dv-cinder-784623-8-iscsi neutron-server[73833]: DEBUG neutron_lib.callbacks.manager [None req-06e5bd5a-9e4a-4653-864f-becf711c9df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767381342118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723334'] for agent, after_update {{(pid=73833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}